-- Logs begin at Mon 2021-07-05 07:10:55 UTC, end at Mon 2021-07-05 08:08:43 UTC. -- Jul 05 07:39:59.368184 dv-cinder-768592-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 07:40:02.080033 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.common.config [-] Logging enabled! Jul 05 07:40:02.080585 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 07:40:02.080815 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 07:40:02.084074 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.common.config [-] Logging enabled! Jul 05 07:40:02.084334 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 07:40:02.084652 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99245) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 07:40:02.085589 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 07:40:02.085827 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 07:40:02.086193 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 07:40:02.086475 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 07:40:02.086734 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 07:40:02.087062 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.087367 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.087664 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.087896 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.088197 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.088495 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.088779 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.089071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.089369 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.089658 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.089940 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.090228 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.090482 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.090767 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.091055 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.091347 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.091572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] debug = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.091852 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.092279 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.092681 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.092964 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.093258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.093538 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.093811 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.094087 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.094373 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.094729 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] host = dv-cinder-768592-9-iscsi {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.095009 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.095300 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.095589 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.095877 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.096155 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.096685 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.096974 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.097251 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.097525 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] log_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.097801 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.098091 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.098380 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.098701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.098927 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.099151 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.099443 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.099733 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.100009 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.100289 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.100564 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.100837 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.101111 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.101382 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.101671 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.101959 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.102778 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.103079 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.103357 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.103633 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.103909 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.104200 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.104478 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.104755 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.105031 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.105320 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.105591 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.105868 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.106174 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.106493 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.106781 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.107068 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.107343 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.107628 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.107903 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.108176 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.108448 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] use_json = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.108722 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.108992 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.109275 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.109548 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.109821 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.110097 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.110370 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.110687 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:02.110985 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.111285 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.111590 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.111875 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.112174 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.112457 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.112752 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.113034 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.113326 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.113620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.113912 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.114194 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.114521 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.114804 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.115106 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.115412 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.115712 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.116009 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.116288 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.116566 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.116846 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.117126 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.117416 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.117714 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.118628 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.119070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.119370 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.119671 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.119956 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.120236 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.120520 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.120823 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.121109 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.121387 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.121677 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.121961 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.122236 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.122541 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.122826 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.123120 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.123399 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.123673 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.123947 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.124225 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.124498 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.124789 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.125070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.125348 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.125623 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.125903 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.126178 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.126478 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.126764 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.127040 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.127321 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.127597 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.127872 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.128149 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.128425 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.128701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.128977 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.129254 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.129534 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.129809 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.130084 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.130356 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.130660 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.130941 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.131232 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.131534 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.131813 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.132093 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.132373 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.132656 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.132937 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.133217 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.133516 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.133970 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.134333 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.134660 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.134953 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.135246 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.135536 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.135819 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.136121 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.136402 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.136689 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.136969 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.137251 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.137543 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.137830 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.138129 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.138458 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.138760 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.139060 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.139356 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.139640 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.139954 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.140237 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:02.140457 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 07:40:02.140704 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99245) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 07:40:02.493546 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 07:40:02.493827 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 07:40:02.494120 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 07:40:02.494490 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 07:40:02.882776 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.882991 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.883269 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.885245 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.885524 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.885798 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.920251 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.920531 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.920804 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.934496 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.934787 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.935061 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.965231 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.965519 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:02.965791 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.002179 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.002496 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.002771 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.236150 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.236759 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.236759 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.236967 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.237697 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.358937 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.359259 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.359551 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.359828 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.360096 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.360411 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.360674 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.360934 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.361191 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.361482 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.361743 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.362023 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.362286 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.362587 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.362851 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.363123 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.363400 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.363663 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.363949 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.364208 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.364495 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.364852 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.365110 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.365418 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.365654 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.365903 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.366310 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:03.366586 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:03.366830 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:03.367070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:03.367308 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:03.367546 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:03.368543 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 07:40:03.372784 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 07:40:03.376765 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 07:40:03.380606 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 05 07:40:03.382256 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 07:40:03.382739 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 07:40:03.383079 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 07:40:03.383496 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 07:40:03.386600 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 07:40:03.386859 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 07:40:03.387213 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 07:40:03.415266 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 07:40:03.415747 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.416049 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99245) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 07:40:03.416417 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.417780 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99245) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 07:40:03.418066 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 07:40:03.418317 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 07:40:03.421516 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.421805 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:03.485794 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 07:40:03.486042 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 07:40:03.486329 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 07:40:03.486687 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 07:40:03.507908 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_db.sqlalchemy.engines [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99245) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 07:40:04.040913 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing driver for type 'gre' Jul 05 07:40:04.041461 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] gre ID ranges: [(1, 1000)] Jul 05 07:40:04.091416 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing driver for type 'local' Jul 05 07:40:04.091748 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing driver for type 'vlan' Jul 05 07:40:04.104478 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] VlanTypeDriver initialization complete Jul 05 07:40:04.104860 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing driver for type 'vxlan' Jul 05 07:40:04.105347 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] vxlan ID ranges: [(1, 1000)] Jul 05 07:40:04.156049 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing extension driver 'port_security' Jul 05 07:40:04.156396 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.extensions.port_security [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] PortSecurityExtensionDriver initialization complete Jul 05 07:40:04.156726 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing mechanism driver 'openvswitch' Jul 05 07:40:04.157064 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing mechanism driver 'hyperv' Jul 05 07:40:04.163635 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.plugin [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99245) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:04.164312 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.164683 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.165089 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.165610 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 07:40:04.166044 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.166416 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.166780 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.167170 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 07:40:04.167576 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.167925 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.168268 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.168667 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 07:40:04.169061 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.169408 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.169757 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.170276 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 07:40:04.170707 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.171058 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.171410 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.171802 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 07:40:04.172207 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > address_group after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.172555 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > address_group after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.172896 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.173282 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99245) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 07:40:04.173654 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] ML2 OVO RPC backend initialized. {{(pid=99245) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 07:40:04.174357 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.174735 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.175153 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.175500 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > networks before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.175848 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.176189 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > ports before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.176529 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.176869 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.177213 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.177547 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.177878 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.178211 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.178628 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.178966 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.179302 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.179632 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.179960 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.180648 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.plugin [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Modular L2 Plugin initialization complete Jul 05 07:40:04.180989 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading services supported by the core plugin {{(pid=99245) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 07:40:04.181410 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.plugins.ml2.managers [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Got port-security extension from driver 'port_security' Jul 05 07:40:04.181879 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.extensions.vlantransparent [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Disabled vlantransparent extension. Jul 05 07:40:04.182369 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99245) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 07:40:04.182711 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: router Jul 05 07:40:04.218865 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.219257 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router after_create 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.219621 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router before_create 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.219988 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.220359 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.220711 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router after_delete 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.221066 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.221669 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router after_create 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.222023 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router after_update 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.222372 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router after_update 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.222747 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.223109 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router after_update 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.223520 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.223889 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: port after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.224225 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: port after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.224559 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: subnet after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.224893 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.225235 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.225579 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.225961 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: port before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.226258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.226632 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router after_update 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.226972 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.227847 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.228208 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.228553 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.228917 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > agent after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.229266 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > agent after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.229609 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > network after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.230496 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Tracking information for resource: router configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:04.230824 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Tracking information for resource: floatingip configured {{(pid=99245) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 07:40:04.235926 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.db.l3_agentschedulers_db [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 07:40:04.236535 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: port after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.237069 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: port after_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.237238 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: port after_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.237588 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: port after_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.238379 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router before_create 55550100 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.238767 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.239130 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.239485 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.244623 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.services.provider_configuration [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service providers = [] {{(pid=99245) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 07:40:04.244986 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.db.servicetype_db [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99245) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 07:40:04.247925 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.services.service_base [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 07:40:04.248280 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.services.service_base [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 07:40:04.248624 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.services.service_base [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 07:40:04.249515 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.services.service_base [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99245) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 07:40:04.249889 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.services.service_base [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 07:40:04.250258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.250608 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 07:40:04.261318 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.261656 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: auto_allocate Jul 05 07:40:04.267331 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: network precommit_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.267699 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: network precommit_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.268218 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.268539 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: tag Jul 05 07:40:04.275032 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.275360 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: timestamp Jul 05 07:40:04.280607 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.280944 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: network_ip_availability Jul 05 07:40:04.286312 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.286708 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.287060 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.287758 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.288076 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: flavors Jul 05 07:40:04.293366 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.293693 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading Plugin: revisions Jul 05 07:40:04.297908 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99245) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 07:40:04.298297 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_concurrency.lockutils [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.804s {{(pid=99245) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 07:40:04.299071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99245) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 07:40:04.299405 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Initializing extension manager. Jul 05 07:40:04.299916 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: __init__.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.300255 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: __pycache__ {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.300590 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.300922 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: address_group.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.301668 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.302227 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: address-group Jul 05 07:40:04.302574 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: address_scope.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.303282 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.303782 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: address-scope Jul 05 07:40:04.304102 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.305021 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.306238 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: router-admin-state-down-before-update Jul 05 07:40:04.306562 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: agent.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.307262 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.307954 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: agent Jul 05 07:40:04.308276 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: agent_resources_synced.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.309190 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.309687 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: agent-resources-synced Jul 05 07:40:04.310005 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.311807 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.312321 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: allowed-address-pairs Jul 05 07:40:04.312648 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.313714 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.314221 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: auto-allocated-topology Jul 05 07:40:04.314571 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: availability_zone.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.315264 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.315760 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: availability_zone Jul 05 07:40:04.316078 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: availability_zone_filter.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.316984 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.317486 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: availability_zone_filter Jul 05 07:40:04.317803 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: data_plane_status.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.318728 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.319225 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 07:40:04.319542 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: default_subnetpools.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.320449 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.320947 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: default-subnetpools Jul 05 07:40:04.321307 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.322110 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.322640 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: dhcp_agent_scheduler Jul 05 07:40:04.322964 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: dns.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.323869 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.324362 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension dns-integration not supported by any of loaded plugins Jul 05 07:40:04.324682 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: dns_domain_ports.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.325596 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.326091 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 07:40:04.326430 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.327344 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.327838 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 07:40:04.328158 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: dvr.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.328828 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.329322 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: dvr Jul 05 07:40:04.329639 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: empty_string_filtering.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.330575 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.331074 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: empty-string-filtering Jul 05 07:40:04.331392 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.332299 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.332792 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 07:40:04.333107 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.334009 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.334542 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 07:40:04.334862 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: external_net.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.335769 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.336268 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: external-net Jul 05 07:40:04.336631 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.337510 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.338002 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: extra_dhcp_opt Jul 05 07:40:04.338318 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: extraroute.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.339246 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.339745 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: extraroute Jul 05 07:40:04.340063 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: extraroute_atomic.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.341077 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.341571 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: extraroute-atomic Jul 05 07:40:04.341888 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: filter_validation.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.342575 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.343076 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: filter-validation Jul 05 07:40:04.343393 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: fip_pf_description.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.344291 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.344785 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 07:40:04.345101 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: fip_port_details.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.346007 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.346780 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: fip-port-details Jul 05 07:40:04.347101 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: flavors.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.348319 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.348830 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: flavors Jul 05 07:40:04.349151 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.350821 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.351335 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 07:40:04.351663 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: floatingip_pools.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.352922 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.353423 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: floatingip-pools Jul 05 07:40:04.353747 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: ip_allocation.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.354694 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.355195 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 07:40:04.355521 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.356429 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.356934 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: ip-substring-filtering Jul 05 07:40:04.357258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l2_adjacency.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.358176 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.358710 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 07:40:04.359039 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l3.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.359984 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.360489 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: router Jul 05 07:40:04.360811 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.363155 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.363676 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 07:40:04.364007 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.364934 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.365445 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: ext-gw-mode Jul 05 07:40:04.365772 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.366707 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.367211 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: l3-ha Jul 05 07:40:04.367534 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l3_flavors.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.369100 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.369606 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: l3-flavors Jul 05 07:40:04.369929 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.370857 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.371359 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 07:40:04.371682 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: l3agentscheduler.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.372703 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.373208 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: l3_agent_scheduler Jul 05 07:40:04.373533 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: logging.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.375021 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.375532 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension logging not supported by any of loaded plugins Jul 05 07:40:04.375865 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: metering.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.376604 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.377166 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: metering Jul 05 07:40:04.377490 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.378600 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.379116 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: metering_source_and_destination_fields Jul 05 07:40:04.379443 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: multiprovidernet.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.380363 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.380864 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: multi-provider Jul 05 07:40:04.381188 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: netmtu.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.382095 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.382627 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: net-mtu Jul 05 07:40:04.382951 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: netmtu_writable.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.383980 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.384543 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: net-mtu-writable Jul 05 07:40:04.384867 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: network_availability_zone.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.385535 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.386030 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: network_availability_zone Jul 05 07:40:04.386349 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: network_ip_availability.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.387456 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.387961 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: network-ip-availability Jul 05 07:40:04.388287 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: network_segment_range.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.389065 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.389564 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 07:40:04.389888 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: pagination.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.390899 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.391230 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: pagination Jul 05 07:40:04.391547 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: port_device_profile.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.392459 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.392976 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: port-device-profile Jul 05 07:40:04.393295 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.394204 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.394734 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: port-mac-address-regenerate Jul 05 07:40:04.395055 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.395951 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.396453 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: port-numa-affinity-policy Jul 05 07:40:04.396768 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: port_resource_request.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.397678 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.398174 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 07:40:04.398522 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: portbindings.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.400069 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.400739 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: binding Jul 05 07:40:04.401060 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: portbindings_extended.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.402477 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.402989 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: binding-extended Jul 05 07:40:04.403317 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: portsecurity.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.404226 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.404731 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: port-security Jul 05 07:40:04.405054 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: project_id.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.406022 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.406351 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: project-id Jul 05 07:40:04.406694 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: providernet.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.407614 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.408119 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: provider Jul 05 07:40:04.408441 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.411924 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.412439 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos not supported by any of loaded plugins Jul 05 07:40:04.412770 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.413996 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.414536 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 07:40:04.415577 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.416494 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.416999 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 07:40:04.417324 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_default.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.418229 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.418767 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-default not supported by any of loaded plugins Jul 05 07:40:04.419093 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_fip.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.419746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.420240 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-fip not supported by any of loaded plugins Jul 05 07:40:04.420560 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.421474 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.421976 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 07:40:04.422301 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.423229 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.423730 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 07:40:04.424054 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.424952 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.425454 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 07:40:04.425779 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: qos_rules_alias.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.426829 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.427337 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 07:40:04.427662 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: quotasv2.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.428566 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.428893 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: quotas Jul 05 07:40:04.429213 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: quotasv2_detail.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.432408 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.432751 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: quota_details Jul 05 07:40:04.433087 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: rbac.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.434141 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.434698 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: rbac-policies Jul 05 07:40:04.435027 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: rbac_address_group.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.436139 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.436654 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: rbac-address-group Jul 05 07:40:04.436978 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: rbac_address_scope.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.437913 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.438449 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: rbac-address-scope Jul 05 07:40:04.438771 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: rbac_security_groups.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.439688 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.440196 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: rbac-security-groups Jul 05 07:40:04.440515 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.441422 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.441925 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: rbac-subnetpool Jul 05 07:40:04.442246 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: revisionifmatch.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.443190 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.443700 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: revision-if-match Jul 05 07:40:04.444021 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: revisions.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.445125 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.445638 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: standard-attr-revisions Jul 05 07:40:04.445991 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: router_availability_zone.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.446796 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.447302 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: router_availability_zone Jul 05 07:40:04.447623 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: routerservicetype.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.448537 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.449035 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension router-service-type not supported by any of loaded plugins Jul 05 07:40:04.449352 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.450282 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.450822 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: security-groups-normalized-cidr Jul 05 07:40:04.451142 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.452052 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.452557 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: port-security-groups-filtering Jul 05 07:40:04.452873 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.453782 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.454283 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: security-groups-remote-address-group Jul 05 07:40:04.454635 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: securitygroup.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.464765 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.465284 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: security-group Jul 05 07:40:04.465618 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: segment.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.466424 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.466921 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension segment not supported by any of loaded plugins Jul 05 07:40:04.467248 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.468178 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.468680 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 07:40:04.469005 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: servicetype.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.470119 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.470664 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: service-type Jul 05 07:40:04.470994 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: sorting.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.472228 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.472560 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: sorting Jul 05 07:40:04.472882 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: standard_attr_segment.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.473860 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.474371 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 07:40:04.474721 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: standardattrdescription.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.475366 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.475863 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: standard-attr-description Jul 05 07:40:04.476224 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: stateful_security_group.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.477107 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.478310 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: stateful-security-group Jul 05 07:40:04.478659 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: stdattrs_common.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.479245 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 07:40:04.479569 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.480493 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.481002 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 07:40:04.481325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: subnet_onboard.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.482381 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.482921 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: subnet_onboard Jul 05 07:40:04.483246 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.484165 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.484667 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 07:40:04.484993 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: subnet_service_types.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.485902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.486432 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: subnet-service-types Jul 05 07:40:04.486755 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: subnetallocation.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.487817 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.488323 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: subnet_allocation Jul 05 07:40:04.488649 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.489309 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.489817 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: subnetpool-prefix-ops Jul 05 07:40:04.490136 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.491092 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.491594 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 07:40:04.491915 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: tagging.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.493068 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.493597 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: standard-attr-tag Jul 05 07:40:04.493920 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: timestamp.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.495148 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.495659 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loaded extension: standard-attr-timestamp Jul 05 07:40:04.495987 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: trunk.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.497015 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.497523 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension trunk not supported by any of loaded plugins Jul 05 07:40:04.497846 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: trunk_details.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.498792 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.499298 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension trunk-details not supported by any of loaded plugins Jul 05 07:40:04.499626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.500544 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.501037 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 07:40:04.501359 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Loading extension file: vlantransparent.py {{(pid=99245) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 07:40:04.502021 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99245) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 07:40:04.502561 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 07:40:04.504995 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:network Jul 05 07:40:04.505519 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:subnet Jul 05 07:40:04.505913 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 07:40:04.506332 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:port Jul 05 07:40:04.507589 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.508019 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service FLAVORS assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.508648 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.509087 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.509414 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:router Jul 05 07:40:04.509843 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 07:40:04.510336 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service METERING assigned prefix: /metering {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.511811 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.512175 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.512524 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99245) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:40:04.513511 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 07:40:04.513934 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:security_group Jul 05 07:40:04.514365 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 07:40:04.514992 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service CORE assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.515316 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 07:40:04.515656 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] subnetpool is already registered Jul 05 07:40:04.516079 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service CORE assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.516401 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 07:40:04.516740 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] subnetpool is already registered Jul 05 07:40:04.519076 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.519516 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service FLAVORS assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.520108 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.520530 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.520861 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:router Jul 05 07:40:04.521200 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] router is already registered Jul 05 07:40:04.521610 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:floatingip Jul 05 07:40:04.521942 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] floatingip is already registered Jul 05 07:40:04.522410 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service METERING assigned prefix: /metering {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.523071 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 07:40:04.523465 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] rbac_policy is already registered Jul 05 07:40:04.523793 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:security_group Jul 05 07:40:04.524650 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] security_group is already registered Jul 05 07:40:04.525038 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 07:40:04.525365 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] security_group_rule is already registered Jul 05 07:40:04.525978 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service CORE assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.526302 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 07:40:04.526657 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] subnetpool is already registered Jul 05 07:40:04.527068 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.v2.resource_helper [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Service CORE assigned prefix: {{(pid=99245) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 07:40:04.527387 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 07:40:04.527713 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING neutron.quota.resource_registry [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] subnetpool is already registered Jul 05 07:40:04.528169 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: extensions {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.529588 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: address-groups {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.531085 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: address-scopes {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.532412 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: agents {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.533572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: auto-allocated-topology {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.534829 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: availability_zones {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.536029 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: dhcp-networks {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.538738 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: dhcp-agents {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.540799 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: routers {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.542618 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: flavors {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.543865 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: service_profiles {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.545053 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: next_providers {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.546507 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: service_profiles {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.548048 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: floatingip-pools {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.549249 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: routers {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.550950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: floatingips {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.552215 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: l3-routers {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.553586 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: l3-agents {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.555033 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: metering-labels {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.556310 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: metering-label-rules {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.557650 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: network-ip-availabilities {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.559012 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: bindings {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.560566 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: quotas {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.562070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: quotas {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.563512 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: rbac-policies {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.564686 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: security-groups {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.565975 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: security-group-rules {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.567260 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: service-providers {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.568468 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: subnetpools {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.569781 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: subnetpools {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.571362 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.573031 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.574866 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.576624 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.578299 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.580278 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.581953 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.583766 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.585634 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.588505 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron.api.extensions [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Extended resource: tags {{(pid=99245) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 07:40:04.594423 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING keystonemiddleware.auth_token [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 07:40:04.599218 dv-cinder-768592-9-iscsi neutron-server[99245]: WARNING keystonemiddleware.auth_token [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 07:40:04.609254 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_concurrency.lockutils [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Acquired lock "singleton_lock" {{(pid=99245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 07:40:04.609733 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_concurrency.lockutils [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Releasing lock "singleton_lock" {{(pid=99245) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 07:40:04.610374 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO oslo_service.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Starting 2 workers Jul 05 07:40:04.615117 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Started child 99352 {{(pid=99245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 07:40:04.619620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Started child 99353 {{(pid=99245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 07:40:04.620449 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:04.621219 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO neutron.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 07:40:04.621902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Notify callbacks [] for process, before_spawn {{(pid=99245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:04.622022 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [-] (99352) wsgi starting up on http://0.0.0.0:9696 Jul 05 07:40:04.624331 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO oslo_service.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Starting 1 workers Jul 05 07:40:04.624455 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:04.625699 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [-] (99353) wsgi starting up on http://0.0.0.0:9696 Jul 05 07:40:04.629414 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Started child 99354 {{(pid=99245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 07:40:04.629965 dv-cinder-768592-9-iscsi neutron-server[99245]: INFO oslo_service.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Starting 1 workers Jul 05 07:40:04.633001 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] calling RpcWorker wait() {{(pid=99354) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 07:40:04.633617 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] returning from RpcWorker wait() {{(pid=99354) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 07:40:04.634416 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Started child 99355 {{(pid=99245) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 07:40:04.634743 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:04.635207 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:04.635324 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG neutron_lib.callbacks.manager [None req-9be12211-7136-4e11-9ae6-6182a6d4f9e1 None None] Notify callbacks [] for process, after_spawn {{(pid=99245) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:04.637106 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 07:40:04.637319 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 07:40:04.637503 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 07:40:04.637720 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 07:40:04.638071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 07:40:04.638238 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 07:40:04.638807 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.639014 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.639261 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.639456 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:04.639929 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.639929 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.640344 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.640612 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.640860 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.641142 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.641391 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.641560 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.641718 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.641974 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.642198 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.642495 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.642775 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.643024 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.643268 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.643439 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.643695 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.643977 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.644230 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.644492 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] debug = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.644734 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.645241 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.645451 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.645701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.645934 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.646197 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.646438 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.646709 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.646956 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.647199 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.647411 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.647666 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.647893 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.648106 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.648319 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.648572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.648803 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.649921 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] host = dv-cinder-768592-9-iscsi {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.650277 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.650556 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.650792 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.651049 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.651293 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.651525 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.651768 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.652025 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.652272 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.652500 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.652748 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.652975 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.653188 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.653438 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.653596 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_options = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.653834 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.654116 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.654370 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.654640 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.654818 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.654960 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.655134 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.655299 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.655529 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.655723 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.655932 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.656145 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.656358 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.656570 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.656820 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.657064 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.657291 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.657500 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.657749 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.657978 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.658218 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.658476 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.658713 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.658937 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.659181 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.659375 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.659595 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.659803 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.660042 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.660275 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.660502 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.660783 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.660983 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.661247 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.661474 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.661696 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.661924 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.662191 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.662441 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.662669 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.662906 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.663145 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.663382 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.663592 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.663829 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.664057 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_json = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.664267 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.664494 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.664819 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.665589 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.665784 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.665995 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.666204 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.666468 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.666875 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.667281 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.667600 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.667868 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.668085 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.668337 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.668780 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.668989 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.669291 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.669291 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.669637 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.669817 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.670188 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.670502 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.670724 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.671042 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.671376 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.671534 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:04.671681 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.671836 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.672047 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.672288 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.672700 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.672849 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.673104 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.673386 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.673654 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.673996 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.674150 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.674358 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.675271 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.675271 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.675271 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.675271 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.676089 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.676089 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.676089 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.678195 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.679402 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.679402 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.679402 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.679402 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.679402 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.679402 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.680353 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.680353 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.680353 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.680353 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.680353 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.681258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.681258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.681258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.681258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.681838 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.681838 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.682108 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.682252 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.682433 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.682578 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.682787 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.682981 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.683233 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.683870 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.683870 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685111 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685111 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685111 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685111 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685111 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685111 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685503 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685597 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685732 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.685991 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.686235 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.686494 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.686701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.686971 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.687328 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.687596 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.687854 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.688075 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.688333 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.688552 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.688831 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.689113 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.689351 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.689642 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.689967 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.690267 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.690584 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.690828 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.691050 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.691313 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.691537 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.691788 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.692026 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.692271 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.692491 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.692768 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.693048 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.693288 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.693513 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.693937 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.694408 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.694855 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.695281 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.695649 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.696089 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.696598 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.697055 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.697459 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.697895 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.698456 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.698915 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.699185 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.699451 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.699689 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.699930 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.700169 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.700440 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.700672 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.700892 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.701106 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.701331 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.701651 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.701895 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.702126 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.702338 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.702644 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.702893 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.703128 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.703387 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.703645 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.703904 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.704147 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.704393 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.704606 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.704830 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.705054 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.705262 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.705496 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.705735 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.705977 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.706193 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.706437 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.708325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.709315 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.709315 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.709315 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.709315 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.709796 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.709796 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.710045 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.710170 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.710849 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.710849 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.711047 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.711185 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.712436 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.712436 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.712631 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.712986 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.713214 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.713457 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.713678 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.713900 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.714140 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.714357 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.714620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.714862 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.715104 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.715355 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.715685 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.715923 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.716155 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.716404 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.716626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.716875 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.717113 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.717332 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.717548 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.717781 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.717993 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.718405 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.718645 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.718892 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.719103 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.719330 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.719535 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.719952 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.720343 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.720830 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.721258 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.721880 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.722295 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.722796 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.723231 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.723643 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.723860 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.724226 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.724637 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.725049 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.725269 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.725508 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.725730 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.725944 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.726165 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.726456 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.726624 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.727002 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.728115 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.728408 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.728640 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.728865 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.729078 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.729348 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.729617 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.729847 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.730075 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.730295 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.730554 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.730858 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.731275 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.731537 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.731811 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.732046 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.732289 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.733275 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.733275 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.733275 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.733526 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.733526 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.733739 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.734128 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.734476 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.734729 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.735001 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.735265 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.735525 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.735862 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.736070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.736341 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.736559 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.736918 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.737168 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.737433 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.737691 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.738140 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.738526 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.738681 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.739247 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.739365 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.739533 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.739808 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.740013 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.740303 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.740499 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.740703 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.741055 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.741173 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.741398 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.741637 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.741848 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.742079 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.742238 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 07:40:04.742816 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99245) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 07:40:04.743011 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 07:40:04.743127 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 07:40:04.743349 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 07:40:04.743649 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 07:40:04.743808 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 07:40:04.743996 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.744157 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.744312 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.744463 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.744621 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.744801 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745168 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745168 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745426 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745426 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745716 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745716 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745882 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.745972 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.746113 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.746270 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.746508 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.746668 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.746843 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.746986 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.747136 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.747276 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.747438 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] debug = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.747587 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.747781 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.747964 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.748127 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.748217 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.748416 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.748649 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.748995 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.748995 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.748995 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.749701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.749701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.749701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.749701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.749701 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750089 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750089 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750248 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] host = dv-cinder-768592-9-iscsi {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750325 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750511 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750629 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750770 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.750950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.751093 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.751269 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752265 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752265 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752265 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752265 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752265 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752265 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752657 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752657 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_options = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752657 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752837 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.752960 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.753151 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.753302 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.753465 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.753606 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.753759 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.753910 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.754057 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.754204 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.754355 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.754536 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.754687 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.754975 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.754975 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.755293 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.755293 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.755467 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.755704 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.755704 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.755861 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.756017 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.756374 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.756374 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.756576 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.756645 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.756772 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.757108 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.757108 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.757108 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.757108 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.757108 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758070 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758370 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758370 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758556 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758826 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.758971 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.759193 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.759279 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.759437 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.759617 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_json = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.759746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.759908 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.760439 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.760439 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.760439 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.761746 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.763454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.764626 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.765950 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.767620 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768037 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768037 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768037 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768250 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768250 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768392 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768582 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768745 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.768902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.769484 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.769484 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.769484 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.769708 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.769708 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.769849 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.769957 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.770129 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.770288 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.770470 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.770630 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.770791 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.770955 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.771114 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.771274 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.771433 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.771593 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.771752 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.771912 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.772071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.772229 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.772393 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.772549 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.772867 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.773026 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.773186 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.773348 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.773508 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.773693 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.773828 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.773996 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.774718 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.774954 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.775044 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.775178 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.775338 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.775516 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.775657 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.775817 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.775977 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.776135 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.776510 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.776510 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.776664 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.776754 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.776884 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.777044 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.777202 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.777362 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.777448 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:04.777540 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.777669 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.777827 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.777987 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.778147 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.778311 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.778489 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.778648 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.778816 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.778976 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.779138 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.779297 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.779464 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.779635 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.779795 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.779955 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.780114 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.780273 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.780433 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.780591 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.780750 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.780908 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.781071 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.781230 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.781396 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.781567 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.781729 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.781887 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.782046 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.782227 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.782386 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.782565 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.782725 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.782883 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.783042 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.783202 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.783361 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.783522 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.783680 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.783839 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.783998 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.784158 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.784317 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.784476 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.784635 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.784799 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.784958 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.785116 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.785277 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.785438 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.785596 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.785755 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.785913 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.786072 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.786231 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.786411 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.786579 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.786853 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.786951 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.787029 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.787178 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.787337 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.787496 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.787653 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.787810 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.787985 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.788118 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.788278 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.788438 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.788597 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.788758 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.788917 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.789077 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.789238 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.789398 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.789557 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.789795 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.790593 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.790753 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.790917 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.791082 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.791229 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.791386 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.791553 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.791693 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.791857 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.792509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.792509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.792509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.792509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793022 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793022 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793022 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793022 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793832 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793832 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793832 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793832 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.793832 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.794509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.794509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.794509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.794509 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795031 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795031 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795031 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795031 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.795902 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.796715 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.796715 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.796715 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.796715 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.796715 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.797572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.797572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.797572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.797572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.797572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.797572 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.798343 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.798343 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.798343 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.798343 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.798343 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799015 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799015 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799015 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799015 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799015 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799652 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799652 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799652 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.799652 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.800180 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.800180 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.800180 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.800180 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.800683 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.800683 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.800683 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801062 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801062 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801344 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801344 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801606 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801606 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801875 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.801875 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.802135 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.802271 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.802435 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.802578 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.802715 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.802851 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.802987 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.803124 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.803260 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.803396 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.803543 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.803692 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.803829 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.803965 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.804102 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.804239 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.804405 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.804549 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.804714 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.804857 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.805022 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.805186 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.805454 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 07:40:04.805601 dv-cinder-768592-9-iscsi neutron-server[99245]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99245) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 07:40:05.042083 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46062) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:05.050519 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062084 Jul 05 07:40:16.425309 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a1cec2-fc72-49ea-b34c-7febe9592fa7 None None] get_active_networks_info from dv-cinder-768592-9-iscsi {{(pid=99354) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 07:40:16.532611 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a1cec2-fc72-49ea-b34c-7febe9592fa7 None None] No non-hosted networks {{(pid=99354) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 07:40:16.557567 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.agentschedulers_db [None req-59a1cec2-fc72-49ea-b34c-7febe9592fa7 None None] DHCP Agent not found on host dv-cinder-768592-9-iscsi {{(pid=99354) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 07:40:16.666244 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-79ef0b83-0a62-42ca-98aa-2fd8583d5ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554813'] for agent, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:18.992432 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8de5827a-585a-4af0-ba69-b255f7400f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554813'] for agent, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:19.050305 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c2a6e0b3-eb90-41e5-9203-d28d3f972895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:19.248900 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554813'] for agent, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:19.251429 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.253117 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.253678 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.256929 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.259723 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.261859 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.264511 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.267603 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.268241 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.270537 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.272639 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.273186 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:19.273812 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768592-9-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:19.283933 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768592-9-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:20.118650 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554813'] for agent, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:21.693184 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554813'] for agent, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:22.975779 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46154) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:23.489568 dv-cinder-768592-9-iscsi neutron-server[99352]: WARNING oslo_policy.policy [None req-885d2a80-64e8-44e4-a87c-5e818c48d0d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:40:23.490160 dv-cinder-768592-9-iscsi neutron-server[99352]: WARNING oslo_policy.policy [None req-885d2a80-64e8-44e4-a87c-5e818c48d0d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:40:23.723335 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [None req-885d2a80-64e8-44e4-a87c-5e818c48d0d7 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:40:23.724375 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-885d2a80-64e8-44e4-a87c-5e818c48d0d7 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7476244 Jul 05 07:40:24.345478 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.db.l3_hamode_db [None req-b0960795-5773-43dc-af17-db177313f94b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 07:40:24.422829 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0960795-5773-43dc-af17-db177313f94b None None] Routers set() bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:40:24.423211 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0960795-5773-43dc-af17-db177313f94b None None] Router IDs set() for agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 07:40:26.066973 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46168) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:26.375706 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:40:26.468624 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.policy [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99352) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 07:40:26.513762 dv-cinder-768592-9-iscsi neutron-server[99352]: WARNING oslo_policy.policy [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:40:26.514169 dv-cinder-768592-9-iscsi neutron-server[99352]: WARNING oslo_policy.policy [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:40:26.525433 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.quota [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] Loaded quota_driver: . Jul 05 07:40:26.621022 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757124004368', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757124003949', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757123990693', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757123986003', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757123978268', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757123972112', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1783263', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1347644', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-501658', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-428272'] for rbac-policy, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:26.684092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:26.685352 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-bb5dc020-43b8-49f3-bdf8-0044a34a1db9 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6174054 Jul 05 07:40:29.240250 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46180) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:29.535442 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'name': 'private', 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:40:29.563615 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Made reservation on behalf of 412f3fbeb6cb45148b1bb6e7a9a299ca for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:40:29.566382 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:29.582842 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:29.703509 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:29.707183 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:29.731750 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:40:29.760060 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757126488149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:29.760717 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Unsubscribe: segment precommit_create {{(pid=99352) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 07:40:29.761363 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Added segment 059541a6-5d15-4758-979a-9580389dd760 of type vlan for network 0334647b-23df-4709-87e0-7ab3977194e9 Jul 05 07:40:29.768650 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5b3f3b-d62f-45c2-9da7-546781cd9dcb,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:29.792202 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.792632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.793006 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.793337 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.793667 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.794014 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.794343 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.794691 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.795030 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.795361 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.795675 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.795993 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Tracked resource versions report: Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: pushed versions: Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: { 'AddressGroup': {'1.2'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'ConntrackHelper': {'1.0'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Log': {'1.0'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Network': {'1.1'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Port': {'1.7'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'PortForwarding': {'1.2'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'QosPolicy': {'1.8'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroup': {'1.4'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SubPort': {'1.0'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Subnet': {'1.1'}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Trunk': {'1.1'}} Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: consumer versions: Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'ConntrackHelper': '1.0', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Log': '1.0', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Network': '1.1', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Port': '1.7', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'PortForwarding': '1.2', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'QosPolicy': '1.8', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroup': '1.4', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroupRule': '1.2', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SubPort': '1.0', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Subnet': '1.1', Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Trunk': '1.1'}} Jul 05 07:40:29.797081 dv-cinder-768592-9-iscsi neutron-server[99352]: {{(pid=99352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:40:29.884890 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:29.933421 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:29.934507 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:29.935140 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:30.018637 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7772670 Jul 05 07:40:30.031766 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1307ba2-d6db-4305-8a0f-611c7475e5ef admin admin] Pushing event updated for resources: {'Network': ['ID=0334647b-23df-4709-87e0-7ab3977194e9,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:30.049758 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 0334647b-23df-4709-87e0-7ab3977194e9 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:40:32.641043 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46194) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:33.028362 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4b73b-8533-4b1a-8b9f-4cf364f8f096 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:33.029745 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a2a4b73b-8533-4b1a-8b9f-4cf364f8f096 admin admin] 10.222.0.30 "GET /v2.0/networks/0334647b-23df-4709-87e0-7ab3977194e9 HTTP/1.1" status: 200 len: 825 time: 0.3877590 Jul 05 07:40:33.053006 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-667a4244-94a8-44ce-8a49-532abbeff0d0 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/0d312c0b-3c4b-4734-8e4c-4128eb6bea86 HTTP/1.1" status: 200 len: 734 time: 0.0178890 Jul 05 07:40:33.061990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Request body: {'subnet': {'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'subnetpool_id': '0d312c0b-3c4b-4734-8e4c-4128eb6bea86', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:40:33.084276 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Made reservation on behalf of 412f3fbeb6cb45148b1bb6e7a9a299ca for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:40:33.086818 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:33.378736 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:33.447943 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02108055-90cd-45a1-aa13-35dd079ea6e4,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:33.450741 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Checking segment: {'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:40:33.451152 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Network hostable DHCP agents. Network: 0334647b-23df-4709-87e0-7ab3977194e9, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:40:33.473048 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Network 0334647b-23df-4709-87e0-7ab3977194e9 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:40:33.483040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 0334647b-23df-4709-87e0-7ab3977194e9) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:40:33.487686 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:33.488267 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:33.492990 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb17cd-19c8-4655-ba0d-caeaa95b1861 None None] Network 0334647b-23df-4709-87e0-7ab3977194e9 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:40:33.501255 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-cf316a25-8bc1-4bca-8714-c4edaff2a7cb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4425349 Jul 05 07:40:33.807077 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-0334647b-23df-4709-87e0-7ab3977194e9', 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'fixed_ips': [{'subnet_id': '02108055-90cd-45a1-aa13-35dd079ea6e4'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:40:33.808342 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:34.086386 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Allocated IP 172.20.0.2 (0334647b-23df-4709-87e0-7ab3977194e9/02108055-90cd-45a1-aa13-35dd079ea6e4/dd9b7a1c-105f-4752-bea9-fc37c2c8410a) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:40:34.298788 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:34.341013 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Transition to ACTIVE for port object dd9b7a1c-105f-4752-bea9-fc37c2c8410a will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:40:34.362057 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Transition to ACTIVE for port object dd9b7a1c-105f-4752-bea9-fc37c2c8410a will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:40:34.371795 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:34.442062 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Network 0334647b-23df-4709-87e0-7ab3977194e9 is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:40:34.449145 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:40:34.457796 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:40:34.460847 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Pushing event updated for resources: {'Port': ['ID=dd9b7a1c-105f-4752-bea9-fc37c2c8410a,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:34.487520 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.487878 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.488220 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.488552 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.488882 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.489249 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.489579 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.489904 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.490242 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.490590 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.490914 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.491233 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Tracked resource versions report: Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: pushed versions: Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: { 'AddressGroup': {'1.2'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'ConntrackHelper': {'1.0'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Log': {'1.0'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Network': {'1.1'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Port': {'1.7'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'PortForwarding': {'1.2'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'QosPolicy': {'1.8'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroup': {'1.4'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SubPort': {'1.0'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Subnet': {'1.1'}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Trunk': {'1.1'}} Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: consumer versions: Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'ConntrackHelper': '1.0', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Log': '1.0', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Network': '1.1', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Port': '1.7', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'PortForwarding': '1.2', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'QosPolicy': '1.8', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroup': '1.4', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroupRule': '1.2', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SubPort': '1.0', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Subnet': '1.1', Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Trunk': '1.1'}} Jul 05 07:40:34.492321 dv-cinder-768592-9-iscsi neutron-server[99354]: {{(pid=99354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:40:34.540289 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Attempting to bind port dd9b7a1c-105f-4752-bea9-fc37c2c8410a on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:40:34.541231 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Attempting to bind port dd9b7a1c-105f-4752-bea9-fc37c2c8410a by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:40:34.541650 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Attempting to bind port dd9b7a1c-105f-4752-bea9-fc37c2c8410a on network 0334647b-23df-4709-87e0-7ab3977194e9 {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:40:34.546506 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 40, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:40:34.546905 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Checking segment: {'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:40:34.547402 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:34.547792 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Bound using segment: {'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:40:34.548258 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Bound port: dd9b7a1c-105f-4752-bea9-fc37c2c8410a, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:40:34.548675 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:34.609733 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] For port dd9b7a1c-105f-4752-bea9-fc37c2c8410a, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:40:34.613996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] For port dd9b7a1c-105f-4752-bea9-fc37c2c8410a, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=dd9b7a1c-105f-4752-bea9-fc37c2c8410a,segment=NetworkSegment(059541a6-5d15-4758-979a-9580389dd760),segment_id=059541a6-5d15-4758-979a-9580389dd760)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:40:34.620689 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:34.690747 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a4f46-4cec-4a83-af8b-bf51a490fd01 None None] Pushing event updated for resources: {'Port': ['ID=dd9b7a1c-105f-4752-bea9-fc37c2c8410a,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:35.922570 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46202) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:36.419373 dv-cinder-768592-9-iscsi neutron-server[99353]: WARNING oslo_policy.policy [None req-70b6ed7b-ce0e-4202-8763-c83170636c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:40:36.419974 dv-cinder-768592-9-iscsi neutron-server[99353]: WARNING oslo_policy.policy [None req-70b6ed7b-ce0e-4202-8763-c83170636c17 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:40:36.643318 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [None req-70b6ed7b-ce0e-4202-8763-c83170636c17 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:40:36.644554 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-70b6ed7b-ce0e-4202-8763-c83170636c17 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7198644 Jul 05 07:40:39.078315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46216) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:39.401777 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [None req-7d1e283a-5999-43a1-9d8d-446dacb660b0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:40:39.402809 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-7d1e283a-5999-43a1-9d8d-446dacb660b0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3235273 Jul 05 07:40:40.825177 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacd8fd6-8b8d-4851-bcb1-64abe9bfae6a None None] Network 0334647b-23df-4709-87e0-7ab3977194e9 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:40:40.946855 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-0fff93b2-4fc0-4926-8e25-576841a4e68c None None] Provisioning for port dd9b7a1c-105f-4752-bea9-fc37c2c8410a completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:40:41.123158 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device dd9b7a1c-105f-4752-bea9-fc37c2c8410a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:40:41.210971 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port dd9b7a1c-105f-4752-bea9-fc37c2c8410a completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:40:41.215165 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port dd9b7a1c-105f-4752-bea9-fc37c2c8410a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:40:41.215558 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:41.327872 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:41.330254 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-6688e4c3-d529-46e6-bf45-1718329a0fb5 None None] Provisioning complete for port dd9b7a1c-105f-4752-bea9-fc37c2c8410a triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:40:41.330632 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6688e4c3-d529-46e6-bf45-1718329a0fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:41.387468 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port dd9b7a1c-105f-4752-bea9-fc37c2c8410a, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=dd9b7a1c-105f-4752-bea9-fc37c2c8410a,segment=NetworkSegment(059541a6-5d15-4758-979a-9580389dd760),segment_id=059541a6-5d15-4758-979a-9580389dd760)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:40:41.394088 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:41.469198 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=dd9b7a1c-105f-4752-bea9-fc37c2c8410a,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:42.031985 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46230) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:42.328262 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-58af419c-143e-4fdf-a30b-4a4361d8bb3d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:40:42.351442 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-58af419c-143e-4fdf-a30b-4a4361d8bb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:42.353446 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-58af419c-143e-4fdf-a30b-4a4361d8bb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:42.488167 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-58af419c-143e-4fdf-a30b-4a4361d8bb3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:42.492567 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-58af419c-143e-4fdf-a30b-4a4361d8bb3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:42.506007 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-58af419c-143e-4fdf-a30b-4a4361d8bb3d admin admin] Notify callbacks [] for router, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:42.507314 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-58af419c-143e-4fdf-a30b-4a4361d8bb3d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4743357 Jul 05 07:40:43.085537 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device dd9b7a1c-105f-4752-bea9-fc37c2c8410a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:40:43.132176 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port dd9b7a1c-105f-4752-bea9-fc37c2c8410a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:40:43.132543 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:44.922145 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46238) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:45.232117 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [None req-0d4640eb-13eb-4ed9-a77b-c98a215a55c9 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:40:45.233052 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-0d4640eb-13eb-4ed9-a77b-c98a215a55c9 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3099613 Jul 05 07:40:46.348496 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-37949fa1-8c56-4eff-ae0e-948be5d3ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:47.580907 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46246) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:47.891836 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:40:47.913135 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Made reservation on behalf of bae44f842e174d10b707e8bd78f04ec7 for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:40:47.916080 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:47.925659 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:48.010833 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:48.014250 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:48.028996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Reserving flat network on physical network physnet1 {{(pid=99352) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 07:40:48.048999 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a66b4119-518c-4dde-91c6-d10feebf7147,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:48.051871 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:48.052209 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Added segment e09c877e-3d6e-484d-95c7-10ded31955dc of type flat for network 07818c32-1384-4f51-b81c-c793d34cd6ca Jul 05 07:40:48.098372 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:48.132555 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:48.133607 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:48.134434 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:48.186100 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6041369 Jul 05 07:40:48.194411 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958b887-199d-4521-bcef-b5f13b7a46b7 admin admin] Pushing event updated for resources: {'Network': ['ID=07818c32-1384-4f51-b81c-c793d34cd6ca,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:48.207653 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 07818c32-1384-4f51-b81c-c793d34cd6ca details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:40:48.979420 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-36c669f5-552b-4e76-9cd2-899f149b8a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:49.243106 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:50.060578 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:50.521447 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46264) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:50.697072 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ac3eff-3f9c-4325-bdd4-c4e5b98be958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:50.698375 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-d1ac3eff-3f9c-4325-bdd4-c4e5b98be958 admin admin] 10.222.0.30 "GET /v2.0/subnets/02108055-90cd-45a1-aa13-35dd079ea6e4 HTTP/1.1" status: 200 len: 849 time: 0.1759927 Jul 05 07:40:50.819622 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b0b1809f-496a-4e1e-8737-c4b5b34f181d admin admin] 10.222.0.30 "GET /v2.0/routers/4f425727-7c5d-4496-8941-dae69e504b75 HTTP/1.1" status: 200 len: 704 time: 0.1158793 Jul 05 07:40:51.082313 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:51.372792 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Allocated IP 172.20.0.1 (0334647b-23df-4709-87e0-7ab3977194e9/02108055-90cd-45a1-aa13-35dd079ea6e4/f94e798d-3e4a-4950-9ab7-71e568c8108e) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:40:51.564397 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:51.585185 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Transition to ACTIVE for port object f94e798d-3e4a-4950-9ab7-71e568c8108e will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:40:51.645412 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:51.664156 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:51.726165 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Network 0334647b-23df-4709-87e0-7ab3977194e9 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:40:51.731317 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:40:51.737670 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:40:51.738212 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:51.810114 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Pushing event updated for resources: {'Port': ['ID=f94e798d-3e4a-4950-9ab7-71e568c8108e,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:51.963809 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d5e0f03c-e7a1-4890-b138-5346cbd0ebbb None None] Provisioning for port f94e798d-3e4a-4950-9ab7-71e568c8108e completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:40:51.967336 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d5e0f03c-e7a1-4890-b138-5346cbd0ebbb None None] Provisioning complete for port f94e798d-3e4a-4950-9ab7-71e568c8108e triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:40:51.967715 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d5e0f03c-e7a1-4890-b138-5346cbd0ebbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:51.980187 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:52.004207 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-d5e0f03c-e7a1-4890-b138-5346cbd0ebbb None None] Port f94e798d-3e4a-4950-9ab7-71e568c8108e cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:40:52.156430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:52.160824 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:52.161722 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:52.242559 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Pushing event updated for resources: {'Port': ['ID=f94e798d-3e4a-4950-9ab7-71e568c8108e,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:52.292842 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Network 0334647b-23df-4709-87e0-7ab3977194e9 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:40:52.294186 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:40:52.458510 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Router 4f425727-7c5d-4496-8941-dae69e504b75 is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:40:52.527644 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-e3a7c9e1-7bbf-4a02-9991-898ab2f43857 None None] Provisioning complete for port f94e798d-3e4a-4950-9ab7-71e568c8108e triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:40:52.528144 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e3a7c9e1-7bbf-4a02-9991-898ab2f43857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:52.552147 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:40:52.558882 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-1bb533b0-7b98-4da9-96ae-042fd972ae20 admin admin] 10.222.0.30 "PUT /v2.0/routers/4f425727-7c5d-4496-8941-dae69e504b75/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7336216 Jul 05 07:40:52.570373 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-e3a7c9e1-7bbf-4a02-9991-898ab2f43857 None None] Port f94e798d-3e4a-4950-9ab7-71e568c8108e cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:40:52.575431 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Sync routers for ids ['4f425727-7c5d-4496-8941-dae69e504b75'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:40:52.587497 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Routers {'4f425727-7c5d-4496-8941-dae69e504b75'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:40:52.588353 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:40:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4f425727-7c5d-4496-8941-dae69e504b75'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:52.778096 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Set router 4f425727-7c5d-4496-8941-dae69e504b75 gateway port host: None {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:40:53.209385 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f425727-7c5d-4496-8941-dae69e504b75', 'name': 'router1', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:40:42Z', 'updated_at': '2021-07-05T07:40:51Z', 'revision_number': 2, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'gw_port_host': None, '_interfaces': [{'id': 'f94e798d-3e4a-4950-9ab7-71e568c8108e', 'name': '', 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'mac_address': 'fa:16:3e:a8:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:51Z', 'updated_at': '2021-07-05T07:40:52Z', 'revision_number': 2, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'subnets': [{'id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d312c0b-3c4b-4734-8e4c-4128eb6bea86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:53.262049 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Checking router: 4f425727-7c5d-4496-8941-dae69e504b75 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:40:53.262430 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Updating router 4f425727-7c5d-4496-8941-dae69e504b75 port f94e798d-3e4a-4950-9ab7-71e568c8108e binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:40:53.327328 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:53.816339 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:53.834223 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Transition to ACTIVE for port object f94e798d-3e4a-4950-9ab7-71e568c8108e will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:40:53.841475 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:54.013462 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Attempting to bind port f94e798d-3e4a-4950-9ab7-71e568c8108e on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:40:54.013919 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Attempting to bind port f94e798d-3e4a-4950-9ab7-71e568c8108e by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:40:54.014529 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Attempting to bind port f94e798d-3e4a-4950-9ab7-71e568c8108e on network 0334647b-23df-4709-87e0-7ab3977194e9 {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:40:54.016876 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Pushing event updated for resources: {'Port': ['ID=f94e798d-3e4a-4950-9ab7-71e568c8108e,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:54.027267 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.027610 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.027945 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.028276 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.028602 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.028929 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.029252 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.029575 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.029960 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.030286 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.030706 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.031027 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Tracked resource versions report: Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: pushed versions: Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: { 'AddressGroup': {'1.2'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'ConntrackHelper': {'1.0'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Log': {'1.0'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Network': {'1.1'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Port': {'1.7'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'PortForwarding': {'1.2'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'QosPolicy': {'1.8'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroup': {'1.4'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SubPort': {'1.0'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Subnet': {'1.1'}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Trunk': {'1.1'}} Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: consumer versions: Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'ConntrackHelper': '1.0', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Log': '1.0', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Network': '1.1', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Port': '1.7', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'PortForwarding': '1.2', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'QosPolicy': '1.8', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroup': '1.4', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroupRule': '1.2', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SubPort': '1.0', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Subnet': '1.1', Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Trunk': '1.1'}} Jul 05 07:40:54.032098 dv-cinder-768592-9-iscsi neutron-server[99355]: {{(pid=99355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:40:54.034380 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:40:54.034798 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Checking segment: {'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:40:54.035286 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:54.035666 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Bound using segment: {'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:40:54.036166 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Bound port: f94e798d-3e4a-4950-9ab7-71e568c8108e, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059541a6-5d15-4758-979a-9580389dd760', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:40:54.036577 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:54.104216 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] For port f94e798d-3e4a-4950-9ab7-71e568c8108e, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:40:54.126033 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] For port f94e798d-3e4a-4950-9ab7-71e568c8108e, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=f94e798d-3e4a-4950-9ab7-71e568c8108e,segment=NetworkSegment(059541a6-5d15-4758-979a-9580389dd760),segment_id=059541a6-5d15-4758-979a-9580389dd760)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:40:54.130510 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:54.187479 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95fe42-c65b-4084-8763-6ebb8e046e16 None None] Pushing event updated for resources: {'Port': ['ID=f94e798d-3e4a-4950-9ab7-71e568c8108e,revision_number=4']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:54.191600 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Routers {'4f425727-7c5d-4496-8941-dae69e504b75'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:40:54.192200 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:40:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4f425727-7c5d-4496-8941-dae69e504b75'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:54.283086 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] Set router 4f425727-7c5d-4496-8941-dae69e504b75 gateway port host: None {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:40:54.494171 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f425727-7c5d-4496-8941-dae69e504b75', 'name': 'router1', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:40:42Z', 'updated_at': '2021-07-05T07:40:51Z', 'revision_number': 2, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'gw_port_host': None, '_interfaces': [{'id': 'f94e798d-3e4a-4950-9ab7-71e568c8108e', 'name': '', 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'mac_address': 'fa:16:3e:a8:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:51Z', 'updated_at': '2021-07-05T07:40:54Z', 'revision_number': 4, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'subnets': [{'id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d312c0b-3c4b-4734-8e4c-4128eb6bea86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:54.519841 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb651387-bff6-456e-bcc6-bd4856d84016 None None] The sync data for ids ['4f425727-7c5d-4496-8941-dae69e504b75'] in dv-cinder-768592-9-iscsi is: [{'id': '4f425727-7c5d-4496-8941-dae69e504b75', 'name': 'router1', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:40:42Z', 'updated_at': '2021-07-05T07:40:51Z', 'revision_number': 2, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'gw_port_host': None, '_interfaces': [{'id': 'f94e798d-3e4a-4950-9ab7-71e568c8108e', 'name': '', 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'mac_address': 'fa:16:3e:a8:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:51Z', 'updated_at': '2021-07-05T07:40:54Z', 'revision_number': 4, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'subnets': [{'id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d312c0b-3c4b-4734-8e4c-4128eb6bea86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:40:54.842669 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46284) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:54.949786 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52993195-cd42-485e-bdb6-200bf1cc9f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:54.951190 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-52993195-cd42-485e-bdb6-200bf1cc9f17 admin admin] 10.222.0.30 "GET /v2.0/networks/07818c32-1384-4f51-b81c-c793d34cd6ca HTTP/1.1" status: 200 len: 842 time: 0.1075463 Jul 05 07:40:54.960427 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'cidr': '172.27.3.0/24'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:40:54.983419 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Made reservation on behalf of bae44f842e174d10b707e8bd78f04ec7 for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:40:54.985820 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:55.331671 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.objects.ports [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99352) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 07:40:55.332012 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:55.389042 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0376f2c-65dc-4137-94fd-38c0336a4347,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:55.395818 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:40:55.396171 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Network hostable DHCP agents. Network: 07818c32-1384-4f51-b81c-c793d34cd6ca, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:40:55.412027 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:40:55.420540 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 07818c32-1384-4f51-b81c-c793d34cd6ca) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:40:55.424550 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:55.425148 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:55.431341 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fb8371-d419-4e04-aa19-8d0148a83f83 None None] Network 07818c32-1384-4f51-b81c-c793d34cd6ca requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:40:55.438692 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-190598eb-1719-4e40-b803-5dfb400127b2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4816577 Jul 05 07:40:55.565445 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1229e621-38fd-4a25-8569-cbb2e9443106 None None] Network 07818c32-1384-4f51-b81c-c793d34cd6ca requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:40:57.742551 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46296) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:40:57.868957 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-e72f1506-12ff-4a10-9933-30bab42a6e4e admin admin] 10.222.0.30 "GET /v2.0/routers/4f425727-7c5d-4496-8941-dae69e504b75 HTTP/1.1" status: 200 len: 710 time: 0.1250830 Jul 05 07:40:57.952916 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be27e58a-2a16-4c4f-bc85-147ec1d1fcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:40:57.954311 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-be27e58a-2a16-4c4f-bc85-147ec1d1fcab admin admin] 10.222.0.30 "GET /v2.0/networks/07818c32-1384-4f51-b81c-c793d34cd6ca HTTP/1.1" status: 200 len: 886 time: 0.0804970 Jul 05 07:40:57.962832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:40:58.203034 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:58.438899 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:58.511631 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:58.615144 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Allocated IP 172.27.3.110 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/8b349be1-2e49-4096-84f8-6f92ad9733ee) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:40:58.715005 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:58.767368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:58.809439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:40:58.813906 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:40:58.817324 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:40:58.849941 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Pushing event updated for resources: {'Port': ['ID=8b349be1-2e49-4096-84f8-6f92ad9733ee,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:59.120475 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device f94e798d-3e4a-4950-9ab7-71e568c8108e up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:40:59.150140 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:59.167883 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port f94e798d-3e4a-4950-9ab7-71e568c8108e completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:40:59.171589 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port f94e798d-3e4a-4950-9ab7-71e568c8108e triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:40:59.171958 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:59.247122 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:59.279941 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port f94e798d-3e4a-4950-9ab7-71e568c8108e, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=f94e798d-3e4a-4950-9ab7-71e568c8108e,segment=NetworkSegment(059541a6-5d15-4758-979a-9580389dd760),segment_id=059541a6-5d15-4758-979a-9580389dd760)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:40:59.284001 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:59.345058 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:59.348701 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-555514', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-555489', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-525867'] for router, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:59.377155 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=f94e798d-3e4a-4950-9ab7-71e568c8108e,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:40:59.456094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Router 4f425727-7c5d-4496-8941-dae69e504b75 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:40:59.557796 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:40:59.561839 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] Notify callbacks [] for router, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:40:59.563078 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-ad598b91-819e-4d99-87cf-14607534347d admin admin] 10.222.0.30 "PUT /v2.0/routers/4f425727-7c5d-4496-8941-dae69e504b75 HTTP/1.1" status: 200 len: 890 time: 1.6034873 Jul 05 07:40:59.568629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Sync routers for ids ['4f425727-7c5d-4496-8941-dae69e504b75'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:40:59.580150 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Routers {'4f425727-7c5d-4496-8941-dae69e504b75'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:40:59.580822 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:40:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4f425727-7c5d-4496-8941-dae69e504b75'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:40:59.801409 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Set router 4f425727-7c5d-4496-8941-dae69e504b75 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:41:00.195572 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f425727-7c5d-4496-8941-dae69e504b75', 'name': 'router1', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '8b349be1-2e49-4096-84f8-6f92ad9733ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:40:42Z', 'updated_at': '2021-07-05T07:40:58Z', 'revision_number': 4, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'gw_port': {'id': '8b349be1-2e49-4096-84f8-6f92ad9733ee', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:58Z', 'updated_at': '2021-07-05T07:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'f94e798d-3e4a-4950-9ab7-71e568c8108e', 'name': '', 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'mac_address': 'fa:16:3e:a8:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:51Z', 'updated_at': '2021-07-05T07:40:59Z', 'revision_number': 5, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'subnets': [{'id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d312c0b-3c4b-4734-8e4c-4128eb6bea86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:41:00.249109 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Checking router: 4f425727-7c5d-4496-8941-dae69e504b75 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:41:00.249389 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Updating router 4f425727-7c5d-4496-8941-dae69e504b75 port 8b349be1-2e49-4096-84f8-6f92ad9733ee binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:41:00.281505 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:00.596694 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:00.606591 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Transition to ACTIVE for port object 8b349be1-2e49-4096-84f8-6f92ad9733ee will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:41:00.611609 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:00.661012 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Attempting to bind port 8b349be1-2e49-4096-84f8-6f92ad9733ee on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:41:00.661381 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Attempting to bind port 8b349be1-2e49-4096-84f8-6f92ad9733ee by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:41:00.661744 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Attempting to bind port 8b349be1-2e49-4096-84f8-6f92ad9733ee on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:41:00.668539 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883380be-3126-4bc0-b957-21afe3c4438d None None] Pushing event updated for resources: {'Port': ['ID=8b349be1-2e49-4096-84f8-6f92ad9733ee,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:41:00.670793 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:41:00.671156 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:41:00.671673 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:00.671925 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:41:00.672382 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Bound port: 8b349be1-2e49-4096-84f8-6f92ad9733ee, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:41:00.672751 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:00.722033 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] For port 8b349be1-2e49-4096-84f8-6f92ad9733ee, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:41:00.725441 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] For port 8b349be1-2e49-4096-84f8-6f92ad9733ee, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=8b349be1-2e49-4096-84f8-6f92ad9733ee,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:41:00.729413 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:00.785883 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883380be-3126-4bc0-b957-21afe3c4438d None None] Pushing event updated for resources: {'Port': ['ID=8b349be1-2e49-4096-84f8-6f92ad9733ee,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:41:00.790764 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Routers {'4f425727-7c5d-4496-8941-dae69e504b75'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:41:00.791314 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:40:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4f425727-7c5d-4496-8941-dae69e504b75'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:41:00.971108 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] Set router 4f425727-7c5d-4496-8941-dae69e504b75 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:41:01.100957 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device f94e798d-3e4a-4950-9ab7-71e568c8108e up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:41:01.195469 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port f94e798d-3e4a-4950-9ab7-71e568c8108e triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:41:01.195841 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:01.252858 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f425727-7c5d-4496-8941-dae69e504b75', 'name': 'router1', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '8b349be1-2e49-4096-84f8-6f92ad9733ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:40:42Z', 'updated_at': '2021-07-05T07:40:58Z', 'revision_number': 4, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'gw_port': {'id': '8b349be1-2e49-4096-84f8-6f92ad9733ee', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:58Z', 'updated_at': '2021-07-05T07:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'f94e798d-3e4a-4950-9ab7-71e568c8108e', 'name': '', 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'mac_address': 'fa:16:3e:a8:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:51Z', 'updated_at': '2021-07-05T07:40:59Z', 'revision_number': 5, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'subnets': [{'id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d312c0b-3c4b-4734-8e4c-4128eb6bea86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:41:01.297810 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23ff43d-96bc-4576-bdfa-d25a4f19ef17 None None] The sync data for ids ['4f425727-7c5d-4496-8941-dae69e504b75'] in dv-cinder-768592-9-iscsi is: [{'id': '4f425727-7c5d-4496-8941-dae69e504b75', 'name': 'router1', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '8b349be1-2e49-4096-84f8-6f92ad9733ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:40:42Z', 'updated_at': '2021-07-05T07:40:58Z', 'revision_number': 4, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'gw_port': {'id': '8b349be1-2e49-4096-84f8-6f92ad9733ee', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:58Z', 'updated_at': '2021-07-05T07:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'f94e798d-3e4a-4950-9ab7-71e568c8108e', 'name': '', 'network_id': '0334647b-23df-4709-87e0-7ab3977194e9', 'tenant_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'mac_address': 'fa:16:3e:a8:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f425727-7c5d-4496-8941-dae69e504b75', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:40:51Z', 'updated_at': '2021-07-05T07:40:59Z', 'revision_number': 5, 'project_id': '412f3fbeb6cb45148b1bb6e7a9a299ca', 'subnets': [{'id': '02108055-90cd-45a1-aa13-35dd079ea6e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0d312c0b-3c4b-4734-8e4c-4128eb6bea86'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:41:01.977016 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46304) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:41:02.230351 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.policy [None req-e6a3c9b2-0b8a-4e33-86e6-045e666f89a2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99353) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 07:41:02.276255 dv-cinder-768592-9-iscsi neutron-server[99353]: WARNING oslo_policy.policy [None req-e6a3c9b2-0b8a-4e33-86e6-045e666f89a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:41:02.276567 dv-cinder-768592-9-iscsi neutron-server[99353]: WARNING oslo_policy.policy [None req-e6a3c9b2-0b8a-4e33-86e6-045e666f89a2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 07:41:02.286119 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e6a3c9b2-0b8a-4e33-86e6-045e666f89a2 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3081541 Jul 05 07:41:03.137752 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 8b349be1-2e49-4096-84f8-6f92ad9733ee up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:41:03.192906 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 8b349be1-2e49-4096-84f8-6f92ad9733ee completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:41:03.197355 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 8b349be1-2e49-4096-84f8-6f92ad9733ee triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:41:03.197739 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:03.270484 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:03.290330 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 8b349be1-2e49-4096-84f8-6f92ad9733ee, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=8b349be1-2e49-4096-84f8-6f92ad9733ee,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:41:03.293958 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:03.340876 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=8b349be1-2e49-4096-84f8-6f92ad9733ee,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:41:05.109776 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 8b349be1-2e49-4096-84f8-6f92ad9733ee up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:41:05.170438 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 8b349be1-2e49-4096-84f8-6f92ad9733ee triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:41:05.170438 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:16.354497 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7edec8de-d8e1-4115-b5c3-e1d1358ac1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:18.694228 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:41:18.986267 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-1cdef4b0-4f91-4915-be9f-b97359b9adb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:19.250103 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:20.067024 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:21.682548 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:46.346840 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d05ba5cd-26a6-49b5-b6dc-6abbffe03035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:48.981059 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b291a53b-07a7-433e-84a5-a891b6c03e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:49.245420 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:50.067379 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:51.672417 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:41:55.693845 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:42:16.349702 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-45553361-b195-4699-b165-bc7c0f1803f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:18.983081 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f7fb9809-a7df-4fdc-b3fe-315dce287f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:19.246426 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:20.072774 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:21.675195 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:32.692335 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:42:38.519509 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46874) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:38.579747 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e4bde65-88e2-4965-a298-98c842b05be6 admin admin] GET failed (client error): The resource could not be found. Jul 05 07:42:38.581057 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-7e4bde65-88e2-4965-a298-98c842b05be6 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0606053 Jul 05 07:42:38.737533 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bb2136-4044-4ae5-8361-6a482bc7fd39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:38.739049 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b3bb2136-4044-4ae5-8361-6a482bc7fd39 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1535990 Jul 05 07:42:40.919239 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46884) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:41.065666 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b74fb9-eaeb-4e96-bc96-0b8a7a130cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:41.067057 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a3b74fb9-eaeb-4e96-bc96-0b8a7a130cfc admin admin] 10.222.0.30 "GET /v2.0/subnets/02108055-90cd-45a1-aa13-35dd079ea6e4 HTTP/1.1" status: 200 len: 849 time: 0.1468649 Jul 05 07:42:41.076798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:42:41.163028 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:41.319822 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757126512415'] for subnet, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:41.387462 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:41.388505 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:41.389795 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] 10.222.0.30 "PUT /v2.0/subnets/02108055-90cd-45a1-aa13-35dd079ea6e4 HTTP/1.1" status: 200 len: 868 time: 0.3164415 Jul 05 07:42:41.392371 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982e21bc-e41e-4759-b90a-21159822490c None None] Network 0334647b-23df-4709-87e0-7ab3977194e9 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:42:41.407366 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02108055-90cd-45a1-aa13-35dd079ea6e4,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:42:41.417935 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.418300 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.418674 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.419003 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.419328 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.419663 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.419985 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.420353 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.420691 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.421011 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.421330 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.421646 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbd45d1-b86f-447a-a220-7badad7df023 admin admin] Tracked resource versions report: Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: pushed versions: Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: { 'AddressGroup': {'1.2'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'ConntrackHelper': {'1.0'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Log': {'1.0'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Network': {'1.1'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Port': {'1.7'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'PortForwarding': {'1.2'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'QosPolicy': {'1.8'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroup': {'1.4'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SubPort': {'1.0'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Subnet': {'1.1'}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Trunk': {'1.1'}} Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: consumer versions: Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'ConntrackHelper': '1.0', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Log': '1.0', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Network': '1.1', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Port': '1.7', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'PortForwarding': '1.2', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'QosPolicy': '1.8', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroup': '1.4', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroupRule': '1.2', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SubPort': '1.0', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Subnet': '1.1', Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Trunk': '1.1'}} Jul 05 07:42:41.422798 dv-cinder-768592-9-iscsi neutron-server[99353]: {{(pid=99353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:42:41.754068 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-ac9913ff-85d6-4b5d-a64d-0b2cca9eafba None None] Provisioning complete for port f94e798d-3e4a-4950-9ab7-71e568c8108e triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:42:41.754469 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-ac9913ff-85d6-4b5d-a64d-0b2cca9eafba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:41.840631 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-ac9913ff-85d6-4b5d-a64d-0b2cca9eafba None None] Provisioning complete for port dd9b7a1c-105f-4752-bea9-fc37c2c8410a triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:42:41.840929 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-ac9913ff-85d6-4b5d-a64d-0b2cca9eafba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:43.567660 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 46898) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:43.762756 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972b9c1-bca7-48f2-b2fe-77e0c007b078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:43.763154 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8972b9c1-bca7-48f2-b2fe-77e0c007b078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:43.764688 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-8972b9c1-bca7-48f2-b2fe-77e0c007b078 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960852 Jul 05 07:42:45.921915 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46906) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:46.143122 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08446f1-607c-4d68-afcb-3e9153750734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:46.143517 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08446f1-607c-4d68-afcb-3e9153750734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:46.145035 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-f08446f1-607c-4d68-afcb-3e9153750734 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2221384 Jul 05 07:42:46.352086 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-baa557a7-c629-46da-bf91-47eb64c565e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:48.322279 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46914) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:48.542910 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0278a69a-dc35-4619-acd0-0b05f5302b91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:48.544203 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0278a69a-dc35-4619-acd0-0b05f5302b91 admin admin] 10.222.0.30 "GET /v2.0/networks/0334647b-23df-4709-87e0-7ab3977194e9 HTTP/1.1" status: 200 len: 869 time: 0.2209511 Jul 05 07:42:48.986317 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f2f5fcfa-a1d2-4022-946f-68cd7929b1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:49.247624 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:50.074789 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:50.703811 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46922) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:50.829103 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869cd9e9-aba2-4f96-96b2-078bbd54644b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:50.830497 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-869cd9e9-aba2-4f96-96b2-078bbd54644b admin admin] 10.222.0.30 "GET /v2.0/networks/07818c32-1384-4f51-b81c-c793d34cd6ca HTTP/1.1" status: 200 len: 886 time: 0.1253700 Jul 05 07:42:51.678496 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:42:52.984108 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46930) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:53.114926 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320746d3-b993-4f47-af4d-20d82bd4a10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:53.116061 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320746d3-b993-4f47-af4d-20d82bd4a10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:53.125336 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-320746d3-b993-4f47-af4d-20d82bd4a10b admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1398485 Jul 05 07:42:55.277691 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46938) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:55.367427 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf20e9-b9ab-40bf-a6b4-28aec9d6eb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:55.367885 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5bf20e9-b9ab-40bf-a6b4-28aec9d6eb40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:55.369377 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e5bf20e9-b9ab-40bf-a6b4-28aec9d6eb40 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904346 Jul 05 07:42:57.516610 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46946) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:57.605910 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d4a492-a29a-4801-ac01-89fbe3dc33e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:57.607400 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a6d4a492-a29a-4801-ac01-89fbe3dc33e1 admin admin] 10.222.0.30 "GET /v2.0/subnets/02108055-90cd-45a1-aa13-35dd079ea6e4 HTTP/1.1" status: 200 len: 868 time: 0.0897331 Jul 05 07:42:59.763287 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46954) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:42:59.851423 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc16d3-c8f0-4426-92c9-543663ebac86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:42:59.852802 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d6fc16d3-c8f0-4426-92c9-543663ebac86 admin admin] 10.222.0.30 "GET /v2.0/subnets/e0376f2c-65dc-4137-94fd-38c0336a4347 HTTP/1.1" status: 200 len: 816 time: 0.0885620 Jul 05 07:43:09.692101 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:43:16.354836 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-259042f3-8e71-4f9b-bca1-b7d0bbe5eeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:18.988602 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e6532ed7-fc5a-42ae-b9cb-7407bb771628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:19.247748 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:20.079797 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:21.680148 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:23.530476 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 46998) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:43:23.579384 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [None req-3715361f-cdd1-4a52-a99d-59a674a91c41 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:43:23.580383 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3715361f-cdd1-4a52-a99d-59a674a91c41 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491149 Jul 05 07:43:25.795017 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47006) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:43:25.853779 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.pecan_wsgi.hooks.translation [None req-28577620-2b7b-4398-ba46-7357455d5f6d admin admin] GET failed (client error): The resource could not be found. Jul 05 07:43:25.855113 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-28577620-2b7b-4398-ba46-7357455d5f6d admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0591660 Jul 05 07:43:25.996729 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b672d820-40da-4c15-9d5d-098e1c576dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:43:25.998153 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b672d820-40da-4c15-9d5d-098e1c576dd5 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1392081 Jul 05 07:43:28.213845 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47014) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:43:28.259196 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:43:28.260248 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.quota [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Loaded quota_driver: . Jul 05 07:43:28.298085 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Made reservation on behalf of bae44f842e174d10b707e8bd78f04ec7 for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:43:28.300542 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:28.346615 dv-cinder-768592-9-iscsi neutron-server[99353]: WARNING neutron.services.revisions.revision_plugin [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Could not find related network for resource to bump revision. Jul 05 07:43:28.365949 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:43:28.379374 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757126488149', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:28.379946 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Unsubscribe: segment precommit_create {{(pid=99353) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 07:43:28.380460 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Added segment 31d0eebf-3194-41d8-a99c-fc549a4081c1 of type vlan for network fd8f6c53-4747-45f4-86c2-39c663f212a0 Jul 05 07:43:28.433875 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:28.478199 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:28.479155 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:43:28.479717 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:28.557187 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3421419 Jul 05 07:43:28.580691 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60af2b8-fe04-4fdc-86c5-aca7ee2a1bbc admin admin] Pushing event updated for resources: {'Network': ['ID=fd8f6c53-4747-45f4-86c2-39c663f212a0,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:43:28.592435 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network fd8f6c53-4747-45f4-86c2-39c663f212a0 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:43:30.728470 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47022) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:43:30.788858 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.pecan_wsgi.hooks.translation [None req-17bc2c6a-7cc4-4540-be73-98a8f3d73450 admin admin] GET failed (client error): The resource could not be found. Jul 05 07:43:30.790166 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-17bc2c6a-7cc4-4540-be73-98a8f3d73450 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607157 Jul 05 07:43:30.858369 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90baa46a-b25d-412f-9d80-e7741a1a89da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:43:30.859817 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-90baa46a-b25d-412f-9d80-e7741a1a89da admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0656796 Jul 05 07:43:30.869155 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:43:30.891107 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Made reservation on behalf of bae44f842e174d10b707e8bd78f04ec7 for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:43:30.893394 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.083938 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.138238 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6ae4db-2204-400d-abe2-ddcaff65bad8,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:43:31.148752 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Checking segment: {'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:43:31.149126 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Network hostable DHCP agents. Network: fd8f6c53-4747-45f4-86c2-39c663f212a0, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:43:31.171186 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Network fd8f6c53-4747-45f4-86c2-39c663f212a0 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:43:31.182111 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, fd8f6c53-4747-45f4-86c2-39c663f212a0) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:43:31.186087 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:43:31.186696 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.191281 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a73a27-1b14-44d0-bbf3-857d3206f500 None None] Network fd8f6c53-4747-45f4-86c2-39c663f212a0 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:43:31.201080 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bbffe34b-d70b-41b7-842e-a13ae25a1b9b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3352208 Jul 05 07:43:31.435788 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-fd8f6c53-4747-45f4-86c2-39c663f212a0', 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0', 'tenant_id': 'bae44f842e174d10b707e8bd78f04ec7', 'fixed_ips': [{'subnet_id': '0d6ae4db-2204-400d-abe2-ddcaff65bad8'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:43:31.436669 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.574664 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Allocated IP 192.168.233.2 (fd8f6c53-4747-45f4-86c2-39c663f212a0/0d6ae4db-2204-400d-abe2-ddcaff65bad8/0d87af2b-efe6-432e-87ae-281f2893661c) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:43:31.717894 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.727390 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Transition to ACTIVE for port object 0d87af2b-efe6-432e-87ae-281f2893661c will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:43:31.742794 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Transition to ACTIVE for port object 0d87af2b-efe6-432e-87ae-281f2893661c will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:43:31.749476 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.792468 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Network fd8f6c53-4747-45f4-86c2-39c663f212a0 is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:43:31.795205 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:43:31.799612 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Pushing event updated for resources: {'Port': ['ID=0d87af2b-efe6-432e-87ae-281f2893661c,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:43:31.802379 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:43:31.813264 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.813611 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.813953 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.814292 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.814653 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.814985 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.815311 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.815638 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.815981 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.816312 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.816633 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.817514 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:43:31.870274 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Attempting to bind port 0d87af2b-efe6-432e-87ae-281f2893661c on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:43:31.870675 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Attempting to bind port 0d87af2b-efe6-432e-87ae-281f2893661c by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:43:31.871035 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Attempting to bind port 0d87af2b-efe6-432e-87ae-281f2893661c on network fd8f6c53-4747-45f4-86c2-39c663f212a0 {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:43:31.875897 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:43:31.876280 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Checking segment: {'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:43:31.876673 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.877058 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Bound using segment: {'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:43:31.877513 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Bound port: 0d87af2b-efe6-432e-87ae-281f2893661c, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:43:31.877900 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:31.944518 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] For port 0d87af2b-efe6-432e-87ae-281f2893661c, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:43:31.947621 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] For port 0d87af2b-efe6-432e-87ae-281f2893661c, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=0d87af2b-efe6-432e-87ae-281f2893661c,segment=NetworkSegment(31d0eebf-3194-41d8-a99c-fc549a4081c1),segment_id=31d0eebf-3194-41d8-a99c-fc549a4081c1)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:43:31.952336 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:32.017553 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e81e98-5ba3-45e1-86af-52d0d302b3a3 None None] Pushing event updated for resources: {'Port': ['ID=0d87af2b-efe6-432e-87ae-281f2893661c,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:43:32.826146 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbfbe3-cdcc-4806-af29-9bab87da25ec None None] Network fd8f6c53-4747-45f4-86c2-39c663f212a0 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:43:32.912885 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d7bb7eeb-1f0a-47c4-9fbe-bd22c0bf0668 None None] Provisioning for port 0d87af2b-efe6-432e-87ae-281f2893661c completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:43:33.253455 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 0d87af2b-efe6-432e-87ae-281f2893661c up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:43:33.302230 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 0d87af2b-efe6-432e-87ae-281f2893661c completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:43:33.306260 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 0d87af2b-efe6-432e-87ae-281f2893661c triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:43:33.306663 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:33.385927 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:33.418826 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 0d87af2b-efe6-432e-87ae-281f2893661c, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=0d87af2b-efe6-432e-87ae-281f2893661c,segment=NetworkSegment(31d0eebf-3194-41d8-a99c-fc549a4081c1),segment_id=31d0eebf-3194-41d8-a99c-fc549a4081c1)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:43:33.422821 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:33.471314 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=0d87af2b-efe6-432e-87ae-281f2893661c,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:43:35.227268 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 0d87af2b-efe6-432e-87ae-281f2893661c up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:43:35.273258 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 0d87af2b-efe6-432e-87ae-281f2893661c triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:43:35.273635 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:46.355157 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-4ec125e5-a2be-430d-88d6-0bdbbadb49be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:46.690301 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:43:48.991728 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f82531b5-c6ef-4cca-9b86-f1f707643916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:49.248123 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:50.083641 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:43:51.684162 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:16.356384 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-add99eba-9d4b-4834-9bc6-4e522c298a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:18.991727 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-5be59e8c-5ee6-4db1-8cf5-b2d73a4c873d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:19.248276 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:20.084838 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:21.687063 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:23.688423 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:44:45.899485 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47074) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:44:45.905338 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [None req-58a8fbb9-cce6-4dda-900d-4a7aa886e1af tempest-verify_tempest_config-1904969456 tempest-verify_tempest_config-1904969456-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:44:45.906289 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-58a8fbb9-cce6-4dda-900d-4a7aa886e1af tempest-verify_tempest_config-1904969456 tempest-verify_tempest_config-1904969456-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058508 Jul 05 07:44:46.207215 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47092) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:44:46.322780 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.357421 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-4527a0f2-76a6-4677-9f7a-e80258a0fdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.445101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.448916 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.493955 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f43b325442b240058110bafe3b7b29d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2857282 Jul 05 07:44:46.494822 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f820523c-e7fd-4502-9fa6-cc03ba565083,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:44:46.496608 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47096) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:44:46.501324 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.501749 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.502280 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.502648 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.502988 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.503343 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.503679 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.504012 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.504345 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.504674 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.505001 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.505329 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80ffbdbd-d1fb-481d-a783-74400c7179fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.564890 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.587143 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.674833 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.677290 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:46.678480 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f820523c-e7fd-4502-9fa6-cc03ba565083 HTTP/1.1" status: 204 len: 168 time: 0.1808646 Jul 05 07:44:46.686253 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f820523c-e7fd-4502-9fa6-cc03ba565083,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:44:46.693063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.693430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.693769 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.694101 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.694455 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.694784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.695106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.695427 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.695768 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.696091 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.696521 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:46.696870 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dddf9e9-1ba0-49c8-9c00-fa87ce9b45f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:44:48.992469 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-eda16b9e-c5b2-4b30-b175-51c87d1dda3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:49.252103 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:50.088035 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:44:51.689130 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:00.686220 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:45:16.361814 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a1bf62f4-bb90-4505-aa53-a0a16e63eb9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:18.993051 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7ba6d8a3-5358-4bdd-b416-c0ac2dbbff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:19.253120 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:20.091209 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:21.692178 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:37.686035 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:45:46.362870 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-2d435fa7-6e57-4f67-9929-4e2f6654474c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:48.993723 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-1de22cde-0b14-4828-b092-8ac74928991d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:49.258692 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:50.097115 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:45:51.698632 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:14.684101 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 5 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:46:16.363180 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f6793918-ab54-40e8-aba5-e2f1601060dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:18.995144 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f3774d72-d109-4e8c-98a2-e7b0a0f98525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:19.249539 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:19.299879 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-554813'] for agent, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:20.097836 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:21.697916 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:23.288219 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47150) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:46:23.400457 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-aca63d0d-1c36-4516-9e1c-bc493add56e7 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1111183 Jul 05 07:46:25.594020 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47160) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:46:25.653077 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-f37db01f-adda-4e52-920e-fa221e175e65 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0577288 Jul 05 07:46:46.363875 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2b6d1ca-e430-4994-998e-728d54347369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:48.995872 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-ad30c3da-d479-4589-8092-74fa1cd08ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:49.250950 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:49.298040 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:50.101954 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:46:51.683240 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:46:51.701775 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:16.366377 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c6491ba1-37e3-4a0a-a706-f6e801e1f4dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:19.054562 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3fed5761-c67a-43c2-aaba-5c53cb5c7f8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:19.255833 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:19.296063 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:20.112567 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:21.707062 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:28.681320 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:47:46.361807 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-67310788-62c9-45d3-a5c5-d079c9141ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:49.150052 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-1486c2a4-a497-47c0-a59b-6e3a1471cb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:49.260514 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:49.314420 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:50.127629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:51.710342 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:51.799971 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47348) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:52.189634 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47372) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:52.194554 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1616237186-network', 'tenant_id': '9aa8f144695443fe85664491979b65e5'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:52.221092 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Made reservation on behalf of 9aa8f144695443fe85664491979b65e5 for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:52.221428 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47378) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:52.223516 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.233692 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.328126 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.335628 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.362887 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47388) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:52.426564 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b651c1f-614d-4656-8e51-420a34b774bf,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:52.434462 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:47:52.438170 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.438579 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.438931 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.439270 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.439632 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.439944 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.440275 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.440603 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.440955 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.441270 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.441593 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.441914 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Tracked resource versions report: Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: pushed versions: Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: { 'AddressGroup': {'1.2'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'ConntrackHelper': {'1.0'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Log': {'1.0'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Network': {'1.1'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Port': {'1.7'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'PortForwarding': {'1.2'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'QosPolicy': {'1.8'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroup': {'1.4'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SubPort': {'1.0'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Subnet': {'1.1'}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Trunk': {'1.1'}} Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: consumer versions: Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: HyperV agent@hv-cinder-76859: {}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'ConntrackHelper': '1.0', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Log': '1.0', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Network': '1.1', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Port': '1.7', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'PortForwarding': '1.2', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'QosPolicy': '1.8', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroup': '1.4', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SecurityGroupRule': '1.2', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'SubPort': '1.0', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Subnet': '1.1', Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: 'Trunk': '1.1'}} Jul 05 07:47:52.442951 dv-cinder-768592-9-iscsi neutron-server[99353]: {{(pid=99353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:47:52.454611 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.455151 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Added segment 263d00d3-806e-4154-99af-1324890925a8 of type vlan for network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef Jul 05 07:47:52.497282 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.528184 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.529382 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:52.530338 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.539534 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-821938243-network', 'tenant_id': '5be2e4b042484476847f61d7982422aa'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:52.569181 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-network', 'tenant_id': '4508128072064e8495aafd60d4402bec'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:52.578600 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Made reservation on behalf of 5be2e4b042484476847f61d7982422aa for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:52.581942 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.591973 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.600975 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8028331 Jul 05 07:47:52.602041 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47396) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:52.609067 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Request body: {'subnet': {'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1616237186-subnet', 'tenant_id': '9aa8f144695443fe85664491979b65e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:52.616871 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c36e73-5dcd-4120-97a8-5e5ac3406f17 admin admin] Pushing event updated for resources: {'Network': ['ID=381e6d9d-9a08-4004-a0f0-a6b92dd017ef,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:52.629560 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:47:52.653284 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Made reservation on behalf of 4508128072064e8495aafd60d4402bec for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:52.657514 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.662798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Made reservation on behalf of 9aa8f144695443fe85664491979b65e5 for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:52.665136 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.680307 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.797245 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.805515 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.826571 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:47:52.854964 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:52.874759 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.875110 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Added segment 4ee94ae3-e4ec-43b2-9f73-ab13059f71b2 of type vlan for network 4bd57993-f4c4-4188-8d6f-b12b802f2388 Jul 05 07:47:52.895723 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.922061 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.951166 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a87542-0244-460a-b751-023e1e4605d2,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:52.958802 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-660182765-network', 'tenant_id': '422876582ce943f5b1d32012e3d302f6'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:52.962571 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.962940 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.963285 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.963613 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.963968 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.964270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.964591 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.965090 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.965582 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.966581 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.967160 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.967885 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Tracked resource versions report: Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: pushed versions: Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: { 'AddressGroup': {'1.2'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'ConntrackHelper': {'1.0'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Log': {'1.0'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Network': {'1.1'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Port': {'1.7'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'PortForwarding': {'1.2'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'QosPolicy': {'1.8'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroup': {'1.4'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SubPort': {'1.0'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Subnet': {'1.1'}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Trunk': {'1.1'}} Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: consumer versions: Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: HyperV agent@hv-cinder-76859: {}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'ConntrackHelper': '1.0', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Log': '1.0', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Network': '1.1', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Port': '1.7', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'PortForwarding': '1.2', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'QosPolicy': '1.8', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroup': '1.4', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SecurityGroupRule': '1.2', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'SubPort': '1.0', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Subnet': '1.1', Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: 'Trunk': '1.1'}} Jul 05 07:47:52.969913 dv-cinder-768592-9-iscsi neutron-server[99352]: {{(pid=99352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:47:52.988762 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:52.990024 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:52.991354 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.005512 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Checking segment: {'id': '263d00d3-806e-4154-99af-1324890925a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:47:53.005883 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Network hostable DHCP agents. Network: 381e6d9d-9a08-4004-a0f0-a6b92dd017ef, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:47:53.027324 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:47:53.039221 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 381e6d9d-9a08-4004-a0f0-a6b92dd017ef) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:47:53.048885 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:53.049510 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.062037 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a036482e-7d2f-446b-98c5-47510a1694bf None None] Network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:53.078056 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] Pushing event updated for resources: {'Network': ['ID=4bd57993-f4c4-4188-8d6f-b12b802f2388,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:53.099414 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:47:53.128605 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.138049 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.151513 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-dd79a921-0b21-40ad-b916-4df1417d5753 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9285712 Jul 05 07:47:53.154513 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47426) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:53.163798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Request body: {'subnet': {'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-subnet', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:53.177944 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:47:53.196698 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.197811 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Added segment 1055368d-cab4-4bb8-ac27-3dbe93c62681 of type vlan for network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa Jul 05 07:47:53.247238 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.249052 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6ba71aef-a1b3-4363-915a-450b006f74ca admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6437597 Jul 05 07:47:53.273023 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Made reservation on behalf of 5be2e4b042484476847f61d7982422aa for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:53.275842 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.289502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Made reservation on behalf of 422876582ce943f5b1d32012e3d302f6 for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:53.292218 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.301856 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.303965 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.305142 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:53.305925 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.318605 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44328bcf-fa23-4f84-9b90-6ccc9828b0b9 None None] Network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:53.323341 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=242dd566-0db5-4e39-89ee-fc8f05e075c0,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:53.386241 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] Pushing event updated for resources: {'Network': ['ID=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:53.394177 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-56a1d9df-f5c9-4ec4-9e96-3d799121d467 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2033522 Jul 05 07:47:53.394498 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47436) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:53.400015 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Request body: {'subnet': {'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-subnet', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:53.441475 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:47:53.493943 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.502726 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.517757 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:47:53.528300 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.529032 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Added segment 7a3dd6e9-8fc7-4d44-bed8-2fc502888e38 of type vlan for network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 Jul 05 07:47:53.555016 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.580094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.660396 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f50915-8341-4192-97a4-43d89df98215,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:53.667647 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Made reservation on behalf of 4508128072064e8495aafd60d4402bec for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:53.680023 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.754730 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183b3009-9087-4d25-8749-bdec796c7096,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:53.769843 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.770862 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:53.771448 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.818181 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Checking segment: {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:47:53.818582 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Network hostable DHCP agents. Network: 4bd57993-f4c4-4188-8d6f-b12b802f2388, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:47:53.865465 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5012355 Jul 05 07:47:53.868605 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47446) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:53.888329 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Request body: {'subnet': {'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-660182765-subnet', 'tenant_id': '422876582ce943f5b1d32012e3d302f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:53.893738 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b0bf5-5fcb-4762-9d80-d763949054a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:53.895587 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:47:53.905704 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:47:53.932165 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 4bd57993-f4c4-4188-8d6f-b12b802f2388) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:47:53.942360 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Made reservation on behalf of 422876582ce943f5b1d32012e3d302f6 for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:47:53.946347 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:53.949449 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:53.950239 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.000912 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-48768b2b-5d6a-4b63-abd2-4e24e1402e79 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8435216 Jul 05 07:47:54.046101 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47454) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:54.062012 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:54.072709 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84bc0453-8914-40e6-8863-24623048f4dc None None] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:54.088293 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.158453 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.160167 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.198667 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca514177-89df-404b-a16d-a278a54b37c6,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:54.245764 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.246371 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Checking segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:47:54.247064 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Network hostable DHCP agents. Network: 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:47:54.289747 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ffc2d-fba3-4504-869c-ec84350dd171 None None] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:54.290653 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:47:54.313531 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:47:54.322849 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:54.323454 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.350791 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff20f3da-4f97-4a02-bca8-7fd12b7d6d8e None None] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:54.365317 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ecf25e66-7d31-4442-946e-06058edc16cb admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9695289 Jul 05 07:47:54.368274 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47474) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:54.379465 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:47:54.448315 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.450213 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.490604 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47482) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:54.648244 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.693800 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.791339 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.844592 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:47:54.845719 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.929727 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Checking segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:47:54.930126 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Network hostable DHCP agents. Network: 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:47:54.932379 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e34b1b3c-eeae-466f-a8e6-df2b04191a62,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:54.936580 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:54.988944 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:47:55.033322 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:47:55.038892 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:55.039384 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.056296 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255e38c2-2795-49ce-a023-2fdfd4535a16 None None] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:55.093677 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f394bca8-b6fe-43c6-898c-133a5a85324d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.133069 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b93e447f-08ba-4eb7-9f4e-eaaa9f2c46f2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2517204 Jul 05 07:47:55.136432 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Allocated IP 172.20.0.2 (47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa/ca514177-89df-404b-a16d-a278a54b37c6/c9662c16-73db-47b4-b540-2b3fe973962b) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:47:55.158688 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.195217 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.300121 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a5acea-0aee-4c37-8ecc-e61016859b40 None None] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:55.408664 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.447852 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.484413 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f394bca8-b6fe-43c6-898c-133a5a85324d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.485798 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Allocated IP 172.27.3.196 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/d9c3a8a5-57ad-4cda-8627-3fab344f6fe5) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:47:55.496124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f394bca8-b6fe-43c6-898c-133a5a85324d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.575196 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.586873 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Transition to ACTIVE for port object c9662c16-73db-47b4-b540-2b3fe973962b will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:47:55.647636 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-f394bca8-b6fe-43c6-898c-133a5a85324d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=369919666f414485a21cff0581529542&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1507187 Jul 05 07:47:55.648290 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47518) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:55.659054 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394bca8-b6fe-43c6-898c-133a5a85324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4c1e25-3624-4ec0-a125-0cc5c00fafa6,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:55.669572 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Transition to ACTIVE for port object c9662c16-73db-47b4-b540-2b3fe973962b will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:47:55.690989 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.793800 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:47:55.805780 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:47:55.823254 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:47:55.846445 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Pushing event updated for resources: {'Port': ['ID=c9662c16-73db-47b4-b540-2b3fe973962b,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:55.847949 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47524) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:55.868037 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:55.910153 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.914814 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.915166 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.915513 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.915847 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.916187 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.921162 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.921726 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.924554 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.924932 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.925282 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.931184 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Tracked resource versions report: Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: pushed versions: Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: { 'AddressGroup': {'1.2'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'ConntrackHelper': {'1.0'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Log': {'1.0'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Network': {'1.1'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Port': {'1.7'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'PortForwarding': {'1.2'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'QosPolicy': {'1.8'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroup': {'1.4'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SubPort': {'1.0'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Subnet': {'1.1'}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Trunk': {'1.1'}} Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: consumer versions: Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: HyperV agent@hv-cinder-76859: {}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'ConntrackHelper': '1.0', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Log': '1.0', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Network': '1.1', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Port': '1.7', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'PortForwarding': '1.2', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'QosPolicy': '1.8', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroup': '1.4', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SecurityGroupRule': '1.2', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'SubPort': '1.0', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Subnet': '1.1', Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: 'Trunk': '1.1'}} Jul 05 07:47:55.932322 dv-cinder-768592-9-iscsi neutron-server[99354]: {{(pid=99354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:47:55.993508 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.025618 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Attempting to bind port c9662c16-73db-47b4-b540-2b3fe973962b on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:47:56.027636 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Attempting to bind port c9662c16-73db-47b4-b540-2b3fe973962b by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:47:56.028015 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Attempting to bind port c9662c16-73db-47b4-b540-2b3fe973962b on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:47:56.043618 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:47:56.044081 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Checking segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:47:56.044408 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.044813 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Bound using segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:47:56.045868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Bound port: c9662c16-73db-47b4-b540-2b3fe973962b, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:47:56.046276 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.066526 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Allocated IP 172.27.3.249 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/e72d42a3-6a8a-4c05-bd46-8803935ee8cd) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:47:56.085155 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:47:56.093415 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:47:56.104040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:47:56.261006 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.316863 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bc39ec11-ae8f-41d9-8349-ffc6cb2fa66a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.341343 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] For port c9662c16-73db-47b4-b540-2b3fe973962b, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:47:56.354798 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] For port c9662c16-73db-47b4-b540-2b3fe973962b, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=c9662c16-73db-47b4-b540-2b3fe973962b,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:47:56.368725 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.409318 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Pushing event updated for resources: {'Port': ['ID=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:56.443712 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.499351 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8baf5-9256-403c-993a-cd29e4844cdb None None] Pushing event updated for resources: {'Port': ['ID=c9662c16-73db-47b4-b540-2b3fe973962b,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:56.563483 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.583124 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-26a4cb40-b8df-4951-bd8c-9bcc90cf8533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.620760 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:47:56.627944 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:47:56.642998 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:47:56.675223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47576) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:56.679015 dv-cinder-768592-9-iscsi neutron-server[99352]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 07:47:56.726589 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47582) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:56.850762 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-26a4cb40-b8df-4951-bd8c-9bcc90cf8533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:56.880432 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Pushing event updated for resources: {'Port': ['ID=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:57.024797 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-26a4cb40-b8df-4951-bd8c-9bcc90cf8533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.027252 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-26a4cb40-b8df-4951-bd8c-9bcc90cf8533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.030935 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-26a4cb40-b8df-4951-bd8c-9bcc90cf8533 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b4c1e25-3624-4ec0-a125-0cc5c00fafa6 HTTP/1.1" status: 204 len: 168 time: 1.3789368 Jul 05 07:47:57.079738 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4cb40-b8df-4951-bd8c-9bcc90cf8533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4c1e25-3624-4ec0-a125-0cc5c00fafa6,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:57.135737 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.294711 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bc39ec11-ae8f-41d9-8349-ffc6cb2fa66a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.306117 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf19e-4131-4624-a997-4b72f931b753 req-1384d09d-824a-4867-92b8-1429b70de266 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:57.307862 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-1384d09d-824a-4867-92b8-1429b70de266 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.6302438 Jul 05 07:47:57.316042 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bc39ec11-ae8f-41d9-8349-ffc6cb2fa66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.325886 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804bce-5419-48e5-b6b8-e71cba528555 req-f1dab014-6bf3-418a-92e8-7f8a2676ad06 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:47:57.333934 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-f1dab014-6bf3-418a-92e8-7f8a2676ad06 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/networks?id=381e6d9d-9a08-4004-a0f0-a6b92dd017ef HTTP/1.1" status: 200 len: 812 time: 0.6040685 Jul 05 07:47:57.351141 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.387118 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-66395e3a-a464-44bd-a854-4d2d26d75885 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/quotas/422876582ce943f5b1d32012e3d302f6 HTTP/1.1" status: 200 len: 375 time: 0.0722771 Jul 05 07:47:57.402451 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.430365 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-bc39ec11-ae8f-41d9-8349-ffc6cb2fa66a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9cea0ce7f5f64615b0b8fa4fcd6e0725&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5815618 Jul 05 07:47:57.430996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47596) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:57.450195 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39ec11-ae8f-41d9-8349-ffc6cb2fa66a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3d7167-ed87-4d7b-928c-de0351361451,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:57.454622 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47598) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:57.484248 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-624f71bf-76d0-4e67-a577-64f7e05bc7a3 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/quotas/9aa8f144695443fe85664491979b65e5 HTTP/1.1" status: 200 len: 375 time: 0.1494098 Jul 05 07:47:57.490127 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c9662c16-73db-47b4-b540-2b3fe973962b up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:47:57.496049 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-70bd3eb9-ffe8-4690-a8fd-642e07aacee9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876679 Jul 05 07:47:57.583274 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port c9662c16-73db-47b4-b540-2b3fe973962b completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:47:57.598918 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:47:57.608440 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e91b9b49-56ed-40b5-aab5-d462ace11932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.619077 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-4f5457a6-6530-4235-9f34-12bf4171e2e1 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9aa8f144695443fe85664491979b65e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1339328 Jul 05 07:47:57.738625 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:47:57.744418 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-93ffa704-2f1a-4ff8-b5fa-e0ab308f9c94 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:47:57.745445 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-93ffa704-2f1a-4ff8-b5fa-e0ab308f9c94 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0981550 Jul 05 07:47:57.755905 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Sync routers for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:47:57.768882 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:47:57.769915 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:47:57.786358 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c18d48a8-8a61-4bf0-b668-22aeacf2bdb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:57.815125 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-67c28d5e-520e-4998-bc50-fad123371a5a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:47:57.818281 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77109b46-b3d0-4b49-b930-fb3e1896195b None None] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:47:57.823363 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-67c28d5e-520e-4998-bc50-fad123371a5a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0963023 Jul 05 07:47:57.905321 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-14efac84-8ff5-4fc8-b5a5-8ee56df2f48c None None] Provisioning for port c9662c16-73db-47b4-b540-2b3fe973962b completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:47:57.913662 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:47:57.917104 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-14efac84-8ff5-4fc8-b5a5-8ee56df2f48c None None] Provisioning complete for port c9662c16-73db-47b4-b540-2b3fe973962b triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:47:57.917692 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-14efac84-8ff5-4fc8-b5a5-8ee56df2f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.021259 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-09079f34-c7da-4096-9b20-f94607622f01 service neutron] 10.222.0.30 "GET /v2.0/networks/381e6d9d-9a08-4004-a0f0-a6b92dd017ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971095 Jul 05 07:47:58.078280 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-14efac84-8ff5-4fc8-b5a5-8ee56df2f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.115501 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:47:56Z', 'revision_number': 3, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:47:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:47:58.125265 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-14efac84-8ff5-4fc8-b5a5-8ee56df2f48c None None] For port c9662c16-73db-47b4-b540-2b3fe973962b, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=c9662c16-73db-47b4-b540-2b3fe973962b,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:47:58.133300 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-14efac84-8ff5-4fc8-b5a5-8ee56df2f48c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.147207 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Checking router: 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:47:58.147714 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Updating router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 port e72d42a3-6a8a-4c05-bd46-8803935ee8cd binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:47:58.152517 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c18d48a8-8a61-4bf0-b668-22aeacf2bdb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.182816 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.218675 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14efac84-8ff5-4fc8-b5a5-8ee56df2f48c None None] Pushing event updated for resources: {'Port': ['ID=c9662c16-73db-47b4-b540-2b3fe973962b,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:58.228141 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-375c254a-5f4b-4e9a-beff-ab651244d6e0 service neutron] 10.222.0.30 "GET /v2.0/networks/381e6d9d-9a08-4004-a0f0-a6b92dd017ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059331 Jul 05 07:47:58.289385 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c18d48a8-8a61-4bf0-b668-22aeacf2bdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.292244 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c18d48a8-8a61-4bf0-b668-22aeacf2bdb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.297136 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-c18d48a8-8a61-4bf0-b668-22aeacf2bdb3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb3d7167-ed87-4d7b-928c-de0351361451 HTTP/1.1" status: 204 len: 168 time: 0.8477266 Jul 05 07:47:58.316951 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d48a8-8a61-4bf0-b668-22aeacf2bdb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3d7167-ed87-4d7b-928c-de0351361451,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:58.332289 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-bb559c96-50de-4e96-9a92-89a112cbb676 service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5652418 Jul 05 07:47:58.405930 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Router 983d245f-954e-4374-803c-2ff059f95c7c is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:47:58.478356 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e91b9b49-56ed-40b5-aab5-d462ace11932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.498892 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e91b9b49-56ed-40b5-aab5-d462ace11932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.501482 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.502973 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-80cf4362-0e29-493b-a6b9-395a03c6bd93 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.1337140 Jul 05 07:47:58.505998 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47624) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:58.559425 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d4f40d5e-1c99-4050-858a-e93497f99091 None None] Provisioning complete for port c9662c16-73db-47b4-b540-2b3fe973962b triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:47:58.560520 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d4f40d5e-1c99-4050-858a-e93497f99091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.579867 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b9b49-56ed-40b5-aab5-d462ace11932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d45d7d-657a-4ce1-9383-a6dd3f8c5f08,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:58.650616 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-e91b9b49-56ed-40b5-aab5-d462ace11932 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2362e03662746a9a398cfae9fed6bf1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1730893 Jul 05 07:47:58.659272 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47634) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:58.762255 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.783717 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Transition to ACTIVE for port object e72d42a3-6a8a-4c05-bd46-8803935ee8cd will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:47:58.787077 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-adebce04-42a0-4d3f-a359-e4b5beb66d13 service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350538 Jul 05 07:47:58.804223 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.847230 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:47:58.865302 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Sync routers for ids ['983d245f-954e-4374-803c-2ff059f95c7c'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:47:58.878852 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Pushing event updated for resources: {'Port': ['ID=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,revision_number=2']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:58.888344 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.889655 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.890370 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.890977 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.891534 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.892113 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.892818 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.893405 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.893986 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.894642 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.895287 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.895845 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Tracked resource versions report: Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: pushed versions: Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: { 'AddressGroup': {'1.2'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'ConntrackHelper': {'1.0'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Log': {'1.0'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Network': {'1.1'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Port': {'1.7'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'PortForwarding': {'1.2'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'QosPolicy': {'1.8'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroup': {'1.4'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroupRule': {'1.2'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SubPort': {'1.0'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Subnet': {'1.1'}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Trunk': {'1.1'}} Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: consumer versions: Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: { DHCP agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: HyperV agent@hv-cinder-76859: {}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: L3 agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: Metadata agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: Metering agent@dv-cinder-768592-9-iscsi: {}, Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: Open vSwitch agent@dv-cinder-768592-9-iscsi: { 'AddressGroup': '1.2', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'ConntrackHelper': '1.0', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Log': '1.0', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Network': '1.1', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Port': '1.7', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'PortForwarding': '1.2', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'QosPolicy': '1.8', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroup': '1.4', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SecurityGroupRule': '1.2', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'SubPort': '1.0', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Subnet': '1.1', Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: 'Trunk': '1.1'}} Jul 05 07:47:58.897088 dv-cinder-768592-9-iscsi neutron-server[99355]: {{(pid=99355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 07:47:58.900530 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Routers {'983d245f-954e-4374-803c-2ff059f95c7c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:47:58.913643 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['983d245f-954e-4374-803c-2ff059f95c7c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:47:58.929210 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Attempting to bind port e72d42a3-6a8a-4c05-bd46-8803935ee8cd on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:47:58.930037 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Attempting to bind port e72d42a3-6a8a-4c05-bd46-8803935ee8cd by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:47:58.931158 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Attempting to bind port e72d42a3-6a8a-4c05-bd46-8803935ee8cd on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:47:58.942296 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:47:58.942501 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] Notify callbacks [] for router, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.943188 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:47:58.943876 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.945974 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:47:58.947048 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Bound port: e72d42a3-6a8a-4c05-bd46-8803935ee8cd, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:47:58.949074 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:58.949851 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-adc1fe8d-2a92-4cef-8c2f-dc8185a5ba57 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9010012 Jul 05 07:47:58.978869 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47652) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:58.985557 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdf4-b4c0-4213-8731-4d96fc4b6f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:59.042278 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47654) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:47:59.075706 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] For port e72d42a3-6a8a-4c05-bd46-8803935ee8cd, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:47:59.085130 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] For port e72d42a3-6a8a-4c05-bd46-8803935ee8cd, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:47:59.092651 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Set router 983d245f-954e-4374-803c-2ff059f95c7c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:47:59.095187 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:59.183257 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:47:59.184294 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:47:59.188145 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03243d24-5b7e-4726-ab77-d005f16190d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:59.230653 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-65e7f755-1a2a-4b45-8542-d1808ea1f541 req-4803cda8-4461-4e45-b826-4a96a965c1f2 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.2695012 Jul 05 07:47:59.235072 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a8bd0-9532-4eff-b40a-b5ef4e72dab5 None None] Pushing event updated for resources: {'Port': ['ID=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:47:59.417075 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:47:59.428533 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdf4-b4c0-4213-8731-4d96fc4b6f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:59.486115 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c9662c16-73db-47b4-b540-2b3fe973962b up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:47:59.577990 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port c9662c16-73db-47b4-b540-2b3fe973962b triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:47:59.578638 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:59.667505 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03243d24-5b7e-4726-ab77-d005f16190d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:59.685718 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:47:56Z', 'revision_number': 3, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port': {'id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:47:59.686937 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-adc4af79-a9cf-4751-a8e4-a54ece56be0a req-3dc530c8-8177-4f7c-b424-334caf67d435 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.3333571 Jul 05 07:47:59.777767 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:47:59.798898 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Checking router: 983d245f-954e-4374-803c-2ff059f95c7c for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:47:59.799181 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Updating router 983d245f-954e-4374-803c-2ff059f95c7c port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:47:59.938233 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.010655 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:47:56Z', 'revision_number': 3, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:00.060140 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03243d24-5b7e-4726-ab77-d005f16190d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.074806 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97dce47-9104-47c4-bc94-5872623d59f2 None None] The sync data for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi is: [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:47:56Z', 'revision_number': 3, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:47:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:48:00.129056 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Allocated IP 172.20.0.1 (47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa/ca514177-89df-404b-a16d-a278a54b37c6/59945573-c555-413c-9fd1-10797513d790) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:00.216214 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-03243d24-5b7e-4726-ab77-d005f16190d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6400a77428a44e9eb8b7879ae159b890&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1718135 Jul 05 07:48:00.225843 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 47722) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:00.241236 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03243d24-5b7e-4726-ab77-d005f16190d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae5a4ae-8d2d-4e59-95d2-cfd1415bc076,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:00.288882 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdf4-b4c0-4213-8731-4d96fc4b6f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.291592 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5d72cdf4-b4c0-4213-8731-4d96fc4b6f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.292920 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-5d72cdf4-b4c0-4213-8731-4d96fc4b6f2f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/60d45d7d-657a-4ce1-9383-a6dd3f8c5f08 HTTP/1.1" status: 204 len: 168 time: 1.6327300 Jul 05 07:48:00.322331 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d72cdf4-b4c0-4213-8731-4d96fc4b6f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d45d7d-657a-4ce1-9383-a6dd3f8c5f08,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:00.369132 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.421080 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Transition to ACTIVE for port object 59945573-c555-413c-9fd1-10797513d790 will not be triggered until provisioned by entity DHCP. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:00.430315 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f7da763-41d2-4f17-a64f-aa2d0a2e2091 req-7e159288-fb47-4c08-b58b-8a1ebafc403a tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0571823 Jul 05 07:48:00.443195 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8432-7c6b-4f22-a6ef-2213ba3057c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.535978 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8432-7c6b-4f22-a6ef-2213ba3057c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.582147 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.649925 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:00.655418 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:00.664519 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:00.666136 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.843179 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.863946 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8432-7c6b-4f22-a6ef-2213ba3057c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.866790 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8432-7c6b-4f22-a6ef-2213ba3057c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.871089 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-4c4a8432-7c6b-4f22-a6ef-2213ba3057c8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dae5a4ae-8d2d-4e59-95d2-cfd1415bc076 HTTP/1.1" status: 204 len: 168 time: 0.6437953 Jul 05 07:48:00.883369 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a8432-7c6b-4f22-a6ef-2213ba3057c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae5a4ae-8d2d-4e59-95d2-cfd1415bc076,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:00.896098 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Transition to ACTIVE for port object d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:00.908303 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:00.970938 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.021073 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Pushing event updated for resources: {'Port': ['ID=59945573-c555-413c-9fd1-10797513d790,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:01.063914 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e448491-89bb-415c-8b0c-bf1323dbf2a5 req-bd9b4f08-beaa-4338-91c6-e309af6d1fb1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0977113 Jul 05 07:48:01.141442 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Attempting to bind port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:01.141442 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Attempting to bind port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:01.141722 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Attempting to bind port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:01.152584 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:01.153137 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:01.153704 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.154375 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:01.155201 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Bound port: d9c3a8a5-57ad-4cda-8627-3fab344f6fe5, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:01.155517 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.158042 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5c8a6-84d0-492d-bc29-1f13ca6c19c3 None None] Pushing event updated for resources: {'Port': ['ID=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:01.253450 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-173717a0-a7dc-4677-bb3d-07a8e460397a None None] Provisioning for port 59945573-c555-413c-9fd1-10797513d790 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:01.263999 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-173717a0-a7dc-4677-bb3d-07a8e460397a None None] Provisioning complete for port 59945573-c555-413c-9fd1-10797513d790 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:01.265467 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-173717a0-a7dc-4677-bb3d-07a8e460397a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.316486 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] For port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:01.324563 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] For port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:01.348565 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.353826 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-173717a0-a7dc-4677-bb3d-07a8e460397a None None] Port 59945573-c555-413c-9fd1-10797513d790 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:48:01.435439 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Routers {'983d245f-954e-4374-803c-2ff059f95c7c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:48:01.436912 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['983d245f-954e-4374-803c-2ff059f95c7c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:01.485787 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Allocated IP 172.20.0.1 (4bd57993-f4c4-4188-8d6f-b12b802f2388/55f50915-8341-4192-97a4-43d89df98215/48af5393-e9fe-4c54-bc3a-dbfae702c7a5) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:01.511612 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.627013 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.685194 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.705096 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] Set router 983d245f-954e-4374-803c-2ff059f95c7c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:48:01.832407 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.845989 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.851284 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.854722 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f5ed9b09-c4d0-43fc-8461-ae24b75968e3 req-f7c78134-61c2-4a67-acde-32b3e1df6849 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0984490 Jul 05 07:48:01.858102 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:01.867578 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:01.872891 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:01.873178 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:01.919765 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Pushing event updated for resources: {'Port': ['ID=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:01.967732 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Pushing event updated for resources: {'Port': ['ID=59945573-c555-413c-9fd1-10797513d790,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:02.030163 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device e72d42a3-6a8a-4c05-bd46-8803935ee8cd up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:02.097582 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de5c8a6-84d0-492d-bc29-1f13ca6c19c3 None None] Pushing event updated for resources: {'Port': ['ID=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:02.098568 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:02.100311 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:02.130724 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port e72d42a3-6a8a-4c05-bd46-8803935ee8cd completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:02.153871 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port e72d42a3-6a8a-4c05-bd46-8803935ee8cd triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:02.154245 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.218914 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.368437 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:48:02.439289 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.467893 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-884d7cd9-84eb-494f-a007-8bddf3987bb1 req-9a766d5f-44ba-4991-8e32-3aacbd93b442 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0763047 Jul 05 07:48:02.488062 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:47:56Z', 'revision_number': 3, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port': {'id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:02.539616 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27a24bc-b552-4153-bf14-756541373df0 None None] The sync data for ids ['983d245f-954e-4374-803c-2ff059f95c7c'] in dv-cinder-768592-9-iscsi is: [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:47:56Z', 'revision_number': 3, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port': {'id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:48:02.548991 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port e72d42a3-6a8a-4c05-bd46-8803935ee8cd, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:02.566315 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-c84b9d1a-d834-4568-8140-325524b64fb5 None None] Provisioning complete for port 59945573-c555-413c-9fd1-10797513d790 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:02.568476 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c84b9d1a-d834-4568-8140-325524b64fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.575971 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.612838 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.625149 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.625149 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:02.710943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:02.751993 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-c84b9d1a-d834-4568-8140-325524b64fb5 None None] Port 59945573-c555-413c-9fd1-10797513d790 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:48:02.803599 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Pushing event updated for resources: {'Port': ['ID=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:02.827190 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:48:02.847099 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7604a616-ae82-4f0f-9482-83cd69cd9d54 admin admin] 10.222.0.30 "PUT /v2.0/routers/81b2d8e7-1fb6-4a83-8503-4ce9850bfb91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3397305 Jul 05 07:48:02.859668 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:02.860885 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:02.897143 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Sync routers for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:48:02.921448 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:48:02.922250 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:03.124361 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Router 983d245f-954e-4374-803c-2ff059f95c7c has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:48:03.219635 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4a46ec72-4b31-4562-941b-d0b9a926541f req-386e6879-21de-45e2-b846-1a75285907cd tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0838506 Jul 05 07:48:03.320037 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:48:03.325835 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9d18751e-ed15-479a-b1bc-00b91c80bf34 admin admin] 10.222.0.30 "PUT /v2.0/routers/983d245f-954e-4374-803c-2ff059f95c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3460841 Jul 05 07:48:03.391191 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:48:03.673306 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:03.792177 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7f2c1051-ab4c-4cb3-846f-045e4c23d7ae req-b430195f-53d8-4372-a0e9-812968b2b2ef tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0894411 Jul 05 07:48:03.799732 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:03.808638 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:03.809278 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:03.968501 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 2, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:03.994228 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.015626 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Checking router: 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:48:04.016536 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Updating router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 port 59945573-c555-413c-9fd1-10797513d790 binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:48:04.032501 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:04.038244 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47864) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:04.044480 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-aeb1bcf6-0b0d-4c80-83bb-8d7a105b96f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036779372', 'description': 'tempest-description--756830341'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:04.052215 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.053119 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device e72d42a3-6a8a-4c05-bd46-8803935ee8cd up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:04.097850 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.110823 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bcf6-0b0d-4c80-83bb-8d7a105b96f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.186709 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:04.226798 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port e72d42a3-6a8a-4c05-bd46-8803935ee8cd triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:04.227463 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.271433 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bcf6-0b0d-4c80-83bb-8d7a105b96f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.282774 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bcf6-0b0d-4c80-83bb-8d7a105b96f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.352483 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb1bcf6-0b0d-4c80-83bb-8d7a105b96f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2115e6a1-7968-4622-884f-e78ecc50e5d3,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:04.356158 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aeb1bcf6-0b0d-4c80-83bb-8d7a105b96f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.357584 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-aeb1bcf6-0b0d-4c80-83bb-8d7a105b96f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3181727 Jul 05 07:48:04.360481 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47874) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:04.366329 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-688c5860-b22c-4af2-bd95-eefca572b119 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'security_group_rule': {'security_group_id': '2115e6a1-7968-4622-884f-e78ecc50e5d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:04.438463 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-688c5860-b22c-4af2-bd95-eefca572b119 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.484881 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-74ca3620-011c-494a-910c-0b2718e37e80 req-a531451a-3da5-4be1-9ab0-7cfc836b1f9c tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0503995 Jul 05 07:48:04.542596 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-688c5860-b22c-4af2-bd95-eefca572b119 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.554114 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-688c5860-b22c-4af2-bd95-eefca572b119 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.597909 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-688c5860-b22c-4af2-bd95-eefca572b119 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.602969 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-688c5860-b22c-4af2-bd95-eefca572b119 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2409470 Jul 05 07:48:04.605081 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47892) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:04.609834 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-290cecae-6ec2-42fa-8cf9-32c9afbe8705 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'security_group_rule': {'security_group_id': '2115e6a1-7968-4622-884f-e78ecc50e5d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:04.645682 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c5860-b22c-4af2-bd95-eefca572b119 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e5b508-0516-4aba-b0ac-59e555d3f629,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:04.647213 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.664894 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-290cecae-6ec2-42fa-8cf9-32c9afbe8705 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.676625 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Transition to ACTIVE for port object 59945573-c555-413c-9fd1-10797513d790 will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:04.690471 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.771837 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-290cecae-6ec2-42fa-8cf9-32c9afbe8705 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.779817 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-290cecae-6ec2-42fa-8cf9-32c9afbe8705 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.805748 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290cecae-6ec2-42fa-8cf9-32c9afbe8705 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2740098-e4b1-4092-b039-9473ca383213,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:04.819590 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-290cecae-6ec2-42fa-8cf9-32c9afbe8705 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.824213 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271113e-6453-464a-9c08-ba0f5611f79b None None] Pushing event updated for resources: {'Port': ['ID=59945573-c555-413c-9fd1-10797513d790,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:04.826650 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-290cecae-6ec2-42fa-8cf9-32c9afbe8705 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2193222 Jul 05 07:48:04.835642 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 47906) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:04.844563 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:04.844899 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-dc848bdb-1836-40ed-9fc2-af1841a6831f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:04.852563 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-dc848bdb-1836-40ed-9fc2-af1841a6831f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 818 time: 0.3642139 Jul 05 07:48:04.891068 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-ca48a0ef-f181-4ff3-bb3e-df646d3d5c7b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/quotas/5be2e4b042484476847f61d7982422aa HTTP/1.1" status: 200 len: 375 time: 0.0357316 Jul 05 07:48:04.906508 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.917113 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Attempting to bind port 59945573-c555-413c-9fd1-10797513d790 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:04.917892 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Attempting to bind port 59945573-c555-413c-9fd1-10797513d790 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:04.918662 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Attempting to bind port 59945573-c555-413c-9fd1-10797513d790 on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:04.926744 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:04.927591 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Checking segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:04.928168 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:04.928770 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Bound using segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:04.929573 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Bound port: 59945573-c555-413c-9fd1-10797513d790, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:04.930209 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:05.035668 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-56ad881f-de38-43d0-ae4e-f66136fb3d15 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1435375 Jul 05 07:48:05.064238 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] For port 59945573-c555-413c-9fd1-10797513d790, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:05.069698 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] For port 59945573-c555-413c-9fd1-10797513d790, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=59945573-c555-413c-9fd1-10797513d790,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:05.080971 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:05.169514 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-613eb4a4-5ed1-4aa3-a8c6-31102eac4b27 service neutron] 10.222.0.30 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324823 Jul 05 07:48:05.228361 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:48:05.231018 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:05.235649 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Sync routers for ids ['983d245f-954e-4374-803c-2ff059f95c7c'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:48:05.256593 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Routers {'983d245f-954e-4374-803c-2ff059f95c7c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:48:05.257243 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['983d245f-954e-4374-803c-2ff059f95c7c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:05.369652 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-11be85ef-e429-4886-a55d-288d6f6e0949 req-87aad649-c680-4dfc-b31a-fdeb1e7c17f6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0888381 Jul 05 07:48:05.372446 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:05.440305 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-876a1009-b7d2-4d05-8193-66a3c1b98ab6 service neutron] 10.222.0.30 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580512 Jul 05 07:48:05.459863 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271113e-6453-464a-9c08-ba0f5611f79b None None] Pushing event updated for resources: {'Port': ['ID=59945573-c555-413c-9fd1-10797513d790,revision_number=4']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:05.510164 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:48:05.517520 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:05.552613 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Allocated IP 172.27.3.238 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/5ea3d4bd-7d93-45da-a6ea-bd38a22e0aa1) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:05.608122 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Set router 983d245f-954e-4374-803c-2ff059f95c7c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:48:05.744549 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:48:05.821737 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:05.890492 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:05.941386 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e05bbfea-3e60-4dce-bc6a-810872f10bf9 req-4d63dd63-bd08-4b4f-a50c-702aabec7c7e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 210 time: 0.0643504 Jul 05 07:48:05.957084 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:05.957683 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.003751 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:05Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:06.039552 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855c3eb5-be74-446d-9c4a-72eba9ebc784 None None] The sync data for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi is: [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:05Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:48:06.058582 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:06.067971 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port': {'id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '48af5393-e9fe-4c54-bc3a-dbfae702c7a5', 'name': '', 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'mac_address': 'fa:16:3e:57:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55f50915-8341-4192-97a4-43d89df98215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:48:01Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 2, 'project_id': '5be2e4b042484476847f61d7982422aa', 'subnets': [{'id': '55f50915-8341-4192-97a4-43d89df98215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:06.070685 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:06.078016 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5cfd8337-c601-41ce-9d48-2ae0c8a61b9b req-d5b49974-5707-42e4-b897-7f481cb9ffe6 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0802524 Jul 05 07:48:06.083895 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:06.156968 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Checking router: 983d245f-954e-4374-803c-2ff059f95c7c for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:48:06.157567 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Updating router 983d245f-954e-4374-803c-2ff059f95c7c port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:48:06.203506 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'Port': ['ID=5ea3d4bd-7d93-45da-a6ea-bd38a22e0aa1,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:06.247464 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.254272 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.342297 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-c74e6f4b-1b7d-4ec2-bdf8-932c1fa04f69 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:06.352059 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-c74e6f4b-1b7d-4ec2-bdf8-932c1fa04f69 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 818 time: 0.1464193 Jul 05 07:48:06.354763 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.375088 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-f9ff05e9-86a5-4d99-9241-0b182c6b522f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/quotas/5be2e4b042484476847f61d7982422aa HTTP/1.1" status: 200 len: 375 time: 0.0231032 Jul 05 07:48:06.484538 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-94b8faff-a4c2-4de7-86b0-ce3d56a81c6b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1084635 Jul 05 07:48:06.550909 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.557153 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.602222 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.627473 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.628956 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7920744 Jul 05 07:48:06.642034 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bad7e-909b-4191-932f-f23e5d0f8ac0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'Port': ['ID=5ea3d4bd-7d93-45da-a6ea-bd38a22e0aa1,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:06.682757 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e8013c41-27e6-4f59-a76d-4a146ca65f7e req-684a9861-be6b-4111-a902-c9cb7f1cc43d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0525887 Jul 05 07:48:06.694417 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-a06686cd-15c2-4e71-8bda-7ae66644c32d service neutron] 10.222.0.30 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089133 Jul 05 07:48:06.843710 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0f097fc6-ff1b-4027-b4f8-083011c5044f service neutron] 10.222.0.30 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455247 Jul 05 07:48:06.863852 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:06.878475 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Transition to ACTIVE for port object 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:06.887448 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:07.016986 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-cc09de1a-262c-48e1-81de-bc5a7980bd36 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2036779372&fields=id&tenant_id=4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 267 time: 0.1191959 Jul 05 07:48:07.084623 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65937de6-4e2a-4872-84c7-947e404432b0 None None] Pushing event updated for resources: {'Port': ['ID=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:07.136336 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Attempting to bind port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:07.140674 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Attempting to bind port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:07.141898 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Attempting to bind port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 on network 4bd57993-f4c4-4188-8d6f-b12b802f2388 {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:07.152057 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:07.152443 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Checking segment: {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:07.152887 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:07.153291 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Bound using segment: {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:07.153810 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Bound port: 48af5393-e9fe-4c54-bc3a-dbfae702c7a5, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:07.155715 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:07.253061 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1c0c4dc3-c615-41bf-9614-fd610e5106c2 req-e11513a7-8085-4784-bea2-0ba4d9d93a3b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0893478 Jul 05 07:48:07.351182 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-b06767ac-579c-471b-8745-b514aed89d3d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:07.351182 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-b06767ac-579c-471b-8745-b514aed89d3d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 817 time: 0.3214686 Jul 05 07:48:07.410034 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-b34adeb5-55cd-4be5-a102-534ac4ea4ee4 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/quotas/4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 375 time: 0.0389352 Jul 05 07:48:07.591045 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] For port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:07.603240 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] For port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:07.617377 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 59945573-c555-413c-9fd1-10797513d790 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:07.622429 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:07.628884 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1f3c7a26-e68d-455c-976d-a8fd74c4c5fa req-88671f10-e6f1-40c9-ab52-8f544f9836fe tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0845375 Jul 05 07:48:07.726321 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-81ac4dd3-f5c0-4250-9fbc-1f4312833d3f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3153172 Jul 05 07:48:07.749721 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.24', 58086) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:07.834234 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Routers {'983d245f-954e-4374-803c-2ff059f95c7c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:48:07.834784 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:47:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['983d245f-954e-4374-803c-2ff059f95c7c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:07.925409 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65937de6-4e2a-4872-84c7-947e404432b0 None None] Pushing event updated for resources: {'Port': ['ID=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:07.970780 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 59945573-c555-413c-9fd1-10797513d790 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:08.002648 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-d85f864f-bfb5-46f4-bd39-a1230260d87b service neutron] 10.222.0.30 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739089 Jul 05 07:48:08.008285 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 59945573-c555-413c-9fd1-10797513d790 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:08.008816 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:08.089544 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] Set router 983d245f-954e-4374-803c-2ff059f95c7c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:48:08.130276 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e73adc59-c349-44bb-b261-d978481d5311 service neutron] 10.222.0.30 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275971 Jul 05 07:48:08.188852 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804bce-5419-48e5-b6b8-e71cba528555 req-b34ebb0f-9dbd-40ec-b6aa-088fabb1505b tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:08.190794 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-b34ebb0f-9dbd-40ec-b6aa-088fabb1505b tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.24 "GET /v2.0/networks?id=381e6d9d-9a08-4004-a0f0-a6b92dd017ef HTTP/1.1" status: 200 len: 812 time: 0.4198239 Jul 05 07:48:08.196554 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cff56d10-023c-463c-aa0d-780026f1b45b req-2be6af75-b279-49a2-b567-9682abffd7d1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.1926334 Jul 05 07:48:08.229503 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:08.283629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 59945573-c555-413c-9fd1-10797513d790, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=59945573-c555-413c-9fd1-10797513d790,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:08.331492 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:08.388559 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=59945573-c555-413c-9fd1-10797513d790,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:08.476728 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-738c8795-c891-48be-b2db-3c64d9194878 req-47308c7f-277c-4112-89ad-13b3cf92d7a9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0578525 Jul 05 07:48:08.509996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port': {'id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '48af5393-e9fe-4c54-bc3a-dbfae702c7a5', 'name': '', 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'mac_address': 'fa:16:3e:57:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55f50915-8341-4192-97a4-43d89df98215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:48:01Z', 'updated_at': '2021-07-05T07:48:07Z', 'revision_number': 4, 'project_id': '5be2e4b042484476847f61d7982422aa', 'subnets': [{'id': '55f50915-8341-4192-97a4-43d89df98215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:08.545920 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40b617f-ceee-498b-b4c2-eaf3d36ad35c None None] The sync data for ids ['983d245f-954e-4374-803c-2ff059f95c7c'] in dv-cinder-768592-9-iscsi is: [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port': {'id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '48af5393-e9fe-4c54-bc3a-dbfae702c7a5', 'name': '', 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'mac_address': 'fa:16:3e:57:8d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '55f50915-8341-4192-97a4-43d89df98215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:48:01Z', 'updated_at': '2021-07-05T07:48:07Z', 'revision_number': 4, 'project_id': '5be2e4b042484476847f61d7982422aa', 'subnets': [{'id': '55f50915-8341-4192-97a4-43d89df98215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:48:08.564419 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2e491c8f-7e57-4ad0-920e-fea1f22c346f req-890e3774-750f-496e-aab3-15306cc4bc1f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0477979 Jul 05 07:48:08.819277 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d04fc919-63a1-4c9b-8079-fa9847396a22 req-e06277ee-e181-4017-8394-588c59a62141 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0412235 Jul 05 07:48:09.338935 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-74b39028-7f92-43ab-ab2f-4b9d5fa14313 req-de4b9d44-e205-426e-9198-a514956ca95b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0281472 Jul 05 07:48:09.486254 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:09.539708 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:09.543223 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:09.543596 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:09.624974 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-267fc325-d507-4489-ae74-396437466593 req-593b50e7-1d14-486a-9c22-ae818d8b7e1e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0330343 Jul 05 07:48:09.626090 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:09.660763 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:09.666221 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:09.667239 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 59945573-c555-413c-9fd1-10797513d790 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:09.707481 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ea9922b4-2e7f-429f-b92e-5ba236e87feb req-0d01f065-3c74-41f7-83f7-74aacd86b390 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0289345 Jul 05 07:48:09.745575 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:09.755309 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 59945573-c555-413c-9fd1-10797513d790 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:09.755679 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:09.979368 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1cf59281-1b20-473e-88a4-4805aa973c6a req-b7149995-c17e-4adf-bcfe-97ca4e4dc0f2 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0327668 Jul 05 07:48:10.476915 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-953eaf6b-e2a1-48f1-b9d2-dba5c3565af3 req-749c1755-bb43-4170-95ff-9d9512110960 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0279770 Jul 05 07:48:10.765597 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a1db31e2-fc87-4d1b-b9a3-322525b0abfc req-33b17547-184f-4242-9e8b-ca05806a37ff tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0284834 Jul 05 07:48:10.777681 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Request body: {'port': {'device_id': '886db4e5-166c-446d-8e7b-e343aeb83802', 'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef', 'admin_state_up': True, 'tenant_id': '9aa8f144695443fe85664491979b65e5'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:10.946581 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Made reservation on behalf of 9aa8f144695443fe85664491979b65e5 for: {'port': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:10.955873 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:10.994547 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-532efdbd-37c7-4a60-8664-6ac6af7ebe01 req-beedf995-3f9c-4a01-bd71-1ee7b7b97877 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0463676 Jul 05 07:48:11.228788 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.24', 58099) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:11.231211 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c8c54a38-27ea-48a8-b724-49e9c6261c8a req-bac74c1d-1133-46c8-975a-79be7b37e520 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0783031 Jul 05 07:48:11.364724 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Allocated IP 172.20.0.10 (381e6d9d-9a08-4004-a0f0-a6b92dd017ef/f2a87542-0244-460a-b751-023e1e4605d2/c84db380-dd51-44c1-b5c4-d1f90994c210) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:11.427315 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf19e-4131-4624-a997-4b72f931b753 req-4559ad06-636c-46f7-9877-b35ef6996f57 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:11.428932 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-4559ad06-636c-46f7-9877-b35ef6996f57 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.1994526 Jul 05 07:48:11.431037 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:11.447425 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Request body: {'port': {'device_id': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'admin_state_up': True, 'tenant_id': '422876582ce943f5b1d32012e3d302f6'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:11.490321 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:11.491407 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:11.768334 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3fb0e434-cc8b-43ad-9566-433e6c546e8b req-111dc22e-9352-4e42-9427-da1cca035f33 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0794222 Jul 05 07:48:11.769395 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.24', 58102) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:12.034029 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:12.061797 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Made reservation on behalf of 422876582ce943f5b1d32012e3d302f6 for: {'port': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:12.069880 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:12.132706 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e54a4e47-d3f3-4c8e-9db6-42ce23c5258e req-4e8959dc-da23-453c-9c60-35076ba0acb8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0950396 Jul 05 07:48:12.229505 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-831de07b-89d3-4c8a-bd51-85db1f0e512a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:12.237271 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-831de07b-89d3-4c8a-bd51-85db1f0e512a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 818 time: 0.4665270 Jul 05 07:48:12.382911 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Request body: {'port': {'device_id': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'admin_state_up': True, 'tenant_id': '5be2e4b042484476847f61d7982422aa'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:12.391132 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:12.571594 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:12.594058 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:12.614715 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:12.621660 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:12.622348 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:12.635312 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Pushing event updated for resources: {'Port': ['ID=c84db380-dd51-44c1-b5c4-d1f90994c210,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:12.644454 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Allocated IP 172.20.0.11 (6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82/e34b1b3c-eeae-466f-a8e6-df2b04191a62/18aa3baa-1ee3-4198-bda4-f523d7008b91) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:12.659222 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-a4b194fe-7faa-415b-8815-36ac4b4c3e34 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8898301 Jul 05 07:48:12.679786 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-2d3886b0-f576-4655-8fcb-2a7b69cb10dd tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99353) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:48:12.681099 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-2d3886b0-f576-4655-8fcb-2a7b69cb10dd tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096476 Jul 05 07:48:12.699065 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3b4d3e4c-48f5-40f7-978c-9e87588987eb req-b49968f6-ca6b-49db-af83-8056d12bccc0 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.3349538 Jul 05 07:48:13.123953 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.24', 58108) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:13.157040 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:13.239847 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48222) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:13.332821 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Request body: {'port': {'device_id': '886db4e5-166c-446d-8e7b-e343aeb83802', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:13.378649 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:13.387637 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-6d7a9b7d-b0c5-40fc-aea8-fa84e217184f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:13.389978 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-6d7a9b7d-b0c5-40fc-aea8-fa84e217184f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 818 time: 0.2534575 Jul 05 07:48:13.516550 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab700-375e-4953-b136-585a91a1b61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:13.666699 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab700-375e-4953-b136-585a91a1b61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:13.679542 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2a5ab700-375e-4953-b136-585a91a1b61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:13.716003 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-2a5ab700-375e-4953-b136-585a91a1b61f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6712c2873410430084b09e22d62a5015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693053 Jul 05 07:48:13.761413 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ab700-375e-4953-b136-585a91a1b61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6f5a75-b08f-4393-b4c0-5ab07d5601df,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:13.764398 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48246) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:13.767839 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:13.822081 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:13.847450 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:13.859823 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:13.866596 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:13.867544 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:13.879740 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event updated for resources: {'Port': ['ID=18aa3baa-1ee3-4198-bda4-f523d7008b91,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:13.906431 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-7c86f728-0d42-4182-a192-716fa732b749 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4631894 Jul 05 07:48:13.950100 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-17e77058-ab9b-4be6-ba7a-cd2eaf9f4293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.001291 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200cc977-65a3-44e3-94ec-613cc0dec3a3 req-33258475-5038-427d-93f8-9b77b3733f90 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:14.008431 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-200cc977-65a3-44e3-94ec-613cc0dec3a3 req-33258475-5038-427d-93f8-9b77b3733f90 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.7508557 Jul 05 07:48:14.041039 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b0eb7-be18-478c-b080-5c248ed6b189 req-79f79397-2ecd-4465-9649-ec872aa2975e tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:14.042521 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0d8b0eb7-be18-478c-b080-5c248ed6b189 req-79f79397-2ecd-4465-9649-ec872aa2975e tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 932 time: 0.7643480 Jul 05 07:48:14.098798 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-17e77058-ab9b-4be6-ba7a-cd2eaf9f4293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.167145 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Made reservation on behalf of 5be2e4b042484476847f61d7982422aa for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:14.172209 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.211144 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-200cc977-65a3-44e3-94ec-613cc0dec3a3 req-df5f5f9a-ed23-4a6d-baec-d9afe56c54c9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015035 Jul 05 07:48:14.258483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0d8b0eb7-be18-478c-b080-5c248ed6b189 req-5a495f96-7dac-41b7-b116-6b7949b810df tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969798 Jul 05 07:48:14.436754 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84db380-dd51-44c1-b5c4-d1f90994c210 {{(pid=99353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:14.447739 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.504441 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Transition to ACTIVE for port object c84db380-dd51-44c1-b5c4-d1f90994c210 will not be triggered until provisioned by entity L2. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:14.510435 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.579534 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c84db380-dd51-44c1-b5c4-d1f90994c210,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:14.595388 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-17e77058-ab9b-4be6-ba7a-cd2eaf9f4293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.598055 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-17e77058-ab9b-4be6-ba7a-cd2eaf9f4293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.602730 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-17e77058-ab9b-4be6-ba7a-cd2eaf9f4293 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eb6f5a75-b08f-4393-b4c0-5ab07d5601df HTTP/1.1" status: 204 len: 168 time: 0.7921591 Jul 05 07:48:14.614373 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d2cfb291-7038-4037-9b33-4673e2cba728 req-1315990a-8d4f-4702-ade9-0cd967675555 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.1148031 Jul 05 07:48:14.651894 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48270) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:14.705338 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Attempting to bind port c84db380-dd51-44c1-b5c4-d1f90994c210 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:14.705772 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Attempting to bind port c84db380-dd51-44c1-b5c4-d1f90994c210 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '263d00d3-806e-4154-99af-1324890925a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef'}] {{(pid=99353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:14.707554 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b230a400-2f3a-410a-82a3-d5750941e604 req-510e0b09-8c36-40aa-8766-40a311f7520f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.1729805 Jul 05 07:48:14.715891 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e77058-ab9b-4be6-ba7a-cd2eaf9f4293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6f5a75-b08f-4393-b4c0-5ab07d5601df,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:14.717025 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Attempting to bind port c84db380-dd51-44c1-b5c4-d1f90994c210 on network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:14.731654 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Port c84db380-dd51-44c1-b5c4-d1f90994c210 on network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:48:14.731988 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Attempting to bind port c84db380-dd51-44c1-b5c4-d1f90994c210 on network 381e6d9d-9a08-4004-a0f0-a6b92dd017ef {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:14.741053 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:14.741497 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Checking segment: {'id': '263d00d3-806e-4154-99af-1324890925a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:14.742137 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Bound using segment: {'id': '263d00d3-806e-4154-99af-1324890925a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef'} {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:14.742734 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Bound port: c84db380-dd51-44c1-b5c4-d1f90994c210, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '263d00d3-806e-4154-99af-1324890925a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef'}}] {{(pid=99353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:14.743782 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.864551 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] For port c84db380-dd51-44c1-b5c4-d1f90994c210, host hv-cinder-76859, cleared binding levels {{(pid=99353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:14.871177 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] For port c84db380-dd51-44c1-b5c4-d1f90994c210, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c84db380-dd51-44c1-b5c4-d1f90994c210,segment=NetworkSegment(263d00d3-806e-4154-99af-1324890925a8),segment_id=263d00d3-806e-4154-99af-1324890925a8)] {{(pid=99353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:14.878962 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.945795 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:14.946831 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:14.949238 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/c84db380-dd51-44c1-b5c4-d1f90994c210 HTTP/1.1" status: 200 len: 1094 time: 1.9021513 Jul 05 07:48:14.949887 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '886db4e5-166c-446d-8e7b-e343aeb83802', 'tag': 'c84db380-dd51-44c1-b5c4-d1f90994c210'}] {{(pid=99353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:14.971514 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Allocated IP 172.20.0.13 (4bd57993-f4c4-4188-8d6f-b12b802f2388/55f50915-8341-4192-97a4-43d89df98215/8a7b7b1b-43da-4076-a21e-27005001b8a8) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:14.998870 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3a470417-2cba-45b1-9f52-073af82f2fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.068518 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da354f3-4644-4d85-bf3a-468e1c2b13b9 service neutron] Pushing event updated for resources: {'Port': ['ID=c84db380-dd51-44c1-b5c4-d1f90994c210,revision_number=3']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:15.248926 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9627195a8c2dff50da2ec82d8bbb263518a109ac99fb44a4c90a4a704575652e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9bb915-6290-4684-89be-f866c45126a8" -d '{"events": [{"name": "network-changed", "server_uuid": "886db4e5-166c-446d-8e7b-e343aeb83802", "tag": "c84db380-dd51-44c1-b5c4-d1f90994c210"}]}' {{(pid=99353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:15.335351 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3a470417-2cba-45b1-9f52-073af82f2fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.350629 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3a470417-2cba-45b1-9f52-073af82f2fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.571390 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fae85df-64d2-4f97-8d98-14bfb0d6c787 x-openstack-request-id: req-7fae85df-64d2-4f97-8d98-14bfb0d6c787 {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:15.571900 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "886db4e5-166c-446d-8e7b-e343aeb83802", "tag": "c84db380-dd51-44c1-b5c4-d1f90994c210", "status": "completed", "code": 200}]} {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:15.572166 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7fae85df-64d2-4f97-8d98-14bfb0d6c787 {{(pid=99353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:15.572638 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '886db4e5-166c-446d-8e7b-e343aeb83802', 'tag': 'c84db380-dd51-44c1-b5c4-d1f90994c210', 'status': 'completed', 'code': 200} Jul 05 07:48:15.602286 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.607730 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-3a470417-2cba-45b1-9f52-073af82f2fc4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80e3fde979f8417796eff50c78e57cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9534736 Jul 05 07:48:15.610491 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48322) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:15.695359 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a470417-2cba-45b1-9f52-073af82f2fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f49ef2-dcfa-47a2-b896-fc67b65539d1,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:15.775735 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a05c-a051-4d23-919e-493b6a855d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.808209 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a05c-a051-4d23-919e-493b6a855d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.839896 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11b814-6132-4d9e-8bab-f1ebec89db19 req-8771394f-6f5a-40f1-a5ef-67ebd76868ee tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:15.851605 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5f11b814-6132-4d9e-8bab-f1ebec89db19 req-8771394f-6f5a-40f1-a5ef-67ebd76868ee tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.3501153 Jul 05 07:48:15.854981 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.913345 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a05c-a051-4d23-919e-493b6a855d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.923400 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be10003-a93a-4342-86db-5e49f85e26fe req-5e45cce8-f525-459d-9969-ac932bea5244 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:15.924955 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3be10003-a93a-4342-86db-5e49f85e26fe req-5e45cce8-f525-459d-9969-ac932bea5244 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.2220311 Jul 05 07:48:15.930031 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3cc6a05c-a051-4d23-919e-493b6a855d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:15.933569 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3cc6a05c-a051-4d23-919e-493b6a855d37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0f49ef2-dcfa-47a2-b896-fc67b65539d1 HTTP/1.1" status: 204 len: 168 time: 0.3198578 Jul 05 07:48:15.950558 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc6a05c-a051-4d23-919e-493b6a855d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f49ef2-dcfa-47a2-b896-fc67b65539d1,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:16.055241 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:16.079366 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:16.088325 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:16.119002 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:16.119691 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:16.160364 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5f11b814-6132-4d9e-8bab-f1ebec89db19 req-84130002-0899-4734-830b-fae4515e1ea1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077836 Jul 05 07:48:16.177585 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Pushing event updated for resources: {'Port': ['ID=8a7b7b1b-43da-4076-a21e-27005001b8a8,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:16.219756 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3be10003-a93a-4342-86db-5e49f85e26fe req-cc35af96-417d-4b7f-9149-2c3f9fa1260d tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853625 Jul 05 07:48:16.249632 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-39917c73-04ac-4555-b111-cae0b1792eac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8706799 Jul 05 07:48:16.375462 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-329f4501-88cf-444b-acbe-990111085288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:16.406328 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-015104af-0a16-42d1-ac3f-12588bf1f52b req-05ce19bb-4123-4d81-b898-b5c4d57e4eee tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0865366 Jul 05 07:48:16.447999 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48344) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:16.477106 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48348) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:16.480516 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b19a2ae6-5c1c-4d8a-9878-f27476e830b7 req-b8c93b40-7d48-48f4-b0a9-92666530bbce tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0592513 Jul 05 07:48:16.503094 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-812bdb76-a9a2-425a-b70c-2e84c6939bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:16.676685 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-812bdb76-a9a2-425a-b70c-2e84c6939bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:16.685092 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-812bdb76-a9a2-425a-b70c-2e84c6939bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:16.720554 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812bdb76-a9a2-425a-b70c-2e84c6939bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1019d49-897b-4c9a-8db4-a0c44c5e37d7,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:16.740239 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-812bdb76-a9a2-425a-b70c-2e84c6939bc0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60dcbaceb2be4d53a653ffcde46d0040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2621963 Jul 05 07:48:16.743310 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48356) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:16.863148 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-75e0b177-419a-40bb-bc14-8b396aea5a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:16.892745 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a353eda2-c819-488e-932c-63e7ff48dbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:16.925445 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a353eda2-c819-488e-932c-63e7ff48dbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.046323 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a353eda2-c819-488e-932c-63e7ff48dbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.049158 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a353eda2-c819-488e-932c-63e7ff48dbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.050615 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a353eda2-c819-488e-932c-63e7ff48dbe7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c1019d49-897b-4c9a-8db4-a0c44c5e37d7 HTTP/1.1" status: 204 len: 168 time: 0.3061488 Jul 05 07:48:17.054037 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-75e0b177-419a-40bb-bc14-8b396aea5a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.067975 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-75e0b177-419a-40bb-bc14-8b396aea5a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.072109 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a353eda2-c819-488e-932c-63e7ff48dbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1019d49-897b-4c9a-8db4-a0c44c5e37d7,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:17.125389 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-75e0b177-419a-40bb-bc14-8b396aea5a34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=01ad6277735a4867becd2a2a534559d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6746159 Jul 05 07:48:17.127054 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48366) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:17.175527 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0b177-419a-40bb-bc14-8b396aea5a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeea03b7-3b83-4a30-b990-b025ff1b1811,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:17.256196 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9626a7bd-9baa-43b3-ac19-f010756a59a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.305060 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9626a7bd-9baa-43b3-ac19-f010756a59a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.502663 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9626a7bd-9baa-43b3-ac19-f010756a59a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.505408 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9626a7bd-9baa-43b3-ac19-f010756a59a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:17.506601 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9626a7bd-9baa-43b3-ac19-f010756a59a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aeea03b7-3b83-4a30-b990-b025ff1b1811 HTTP/1.1" status: 204 len: 168 time: 0.3780282 Jul 05 07:48:17.555129 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626a7bd-9baa-43b3-ac19-f010756a59a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeea03b7-3b83-4a30-b990-b025ff1b1811,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:17.620366 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5508cb-a6d7-493a-a75d-0c3154e9550f req-924c4a4e-ab11-4dec-8e27-f06cffc13d99 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:17.629281 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5f5508cb-a6d7-493a-a75d-0c3154e9550f req-924c4a4e-ab11-4dec-8e27-f06cffc13d99 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.2196126 Jul 05 07:48:17.737515 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5f5508cb-a6d7-493a-a75d-0c3154e9550f req-dd629899-6edd-4c53-b3e7-b38f130776cf tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070819 Jul 05 07:48:17.785519 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e53abc-c436-45df-a3f3-2e536357eae4 req-f8ba767b-c8a3-4074-8e57-4955e050c5d2 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:17.793272 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-50e53abc-c436-45df-a3f3-2e536357eae4 req-f8ba767b-c8a3-4074-8e57-4955e050c5d2 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.1405289 Jul 05 07:48:17.846477 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-50e53abc-c436-45df-a3f3-2e536357eae4 req-257120f6-f2e4-499f-b7b1-81de542da813 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522442 Jul 05 07:48:17.892692 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-57491765-e606-40f4-9da1-15abe830fc9d req-331771bf-45d0-47ea-9f81-9f92f22c993b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0406106 Jul 05 07:48:18.138073 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48416) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:18.159954 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0b51bdae-f550-4723-be67-6c1e8a718031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:18.183622 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1ce19aa2-1bb0-46a0-a139-1d9018c3f49e req-86754c88-8d6e-4038-abc7-11f6b2c97008 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.2032256 Jul 05 07:48:18.322360 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0b51bdae-f550-4723-be67-6c1e8a718031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:18.336258 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0b51bdae-f550-4723-be67-6c1e8a718031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:18.380829 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51bdae-f550-4723-be67-6c1e8a718031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78859107-2fb6-4981-9f6b-0eb5cd89d595,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:18.391108 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48428) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:18.397859 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0b51bdae-f550-4723-be67-6c1e8a718031 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c2888085588a45f882ef6bea6d182bb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576487 Jul 05 07:48:18.459040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b13557ec-0249-446a-8684-1580d4b51f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:18.497717 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b13557ec-0249-446a-8684-1580d4b51f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:18.575510 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b13557ec-0249-446a-8684-1580d4b51f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:18.579487 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b13557ec-0249-446a-8684-1580d4b51f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:18.581313 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b13557ec-0249-446a-8684-1580d4b51f3c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78859107-2fb6-4981-9f6b-0eb5cd89d595 HTTP/1.1" status: 204 len: 168 time: 0.1888659 Jul 05 07:48:18.597796 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13557ec-0249-446a-8684-1580d4b51f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78859107-2fb6-4981-9f6b-0eb5cd89d595,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:19.022207 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-95275dfe-50d8-4917-bff2-40ec5d3a67fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:19.080157 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d4f36-91dd-44f9-821b-7e377afd9848 req-06773989-51a2-44ce-bc81-519c80487d45 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:19.082166 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f03d4f36-91dd-44f9-821b-7e377afd9848 req-06773989-51a2-44ce-bc81-519c80487d45 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.1292892 Jul 05 07:48:19.179674 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f03d4f36-91dd-44f9-821b-7e377afd9848 req-f9a5926f-1980-482f-a003-5a0876da1386 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859160 Jul 05 07:48:19.214718 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ed0e9-a986-47f5-91b6-2574cccf4a12 req-f6136ad2-3992-40af-a169-c870bc54351c tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:19.216230 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2e3ed0e9-a986-47f5-91b6-2574cccf4a12 req-f6136ad2-3992-40af-a169-c870bc54351c tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.0901294 Jul 05 07:48:19.331000 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:19.355651 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:19.398117 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2e3ed0e9-a986-47f5-91b6-2574cccf4a12 req-230216f7-67d0-4558-a5d9-ae21dfa42896 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745842 Jul 05 07:48:19.432776 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-46f54972-9723-408d-b152-b4a3367f713e req-4cdfffb6-4a55-4f79-84ce-57cef41ee55a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0735152 Jul 05 07:48:19.606739 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7116de37-2ffd-4a8c-8cf4-01fcd9ee9fe2 req-f1238528-c1e5-41a5-b13e-b7792a3890cc tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0429258 Jul 05 07:48:19.884634 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48500) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:20.118445 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.148185 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48508) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:20.156510 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d7f61c82-eb7b-402f-b01b-ea3d8d427f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.228028 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2113269192-network', 'tenant_id': 'bbabb2661d9a4b4da8e4b5aead1bc9c1'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:20.292220 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d7f61c82-eb7b-402f-b01b-ea3d8d427f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.303196 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d7f61c82-eb7b-402f-b01b-ea3d8d427f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.351407 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Made reservation on behalf of bbabb2661d9a4b4da8e4b5aead1bc9c1 for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:20.353895 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.364084 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48520) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:20.366314 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d7f61c82-eb7b-402f-b01b-ea3d8d427f88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00c2b209983940629c9c55b4e01508f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4783168 Jul 05 07:48:20.373104 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f61c82-eb7b-402f-b01b-ea3d8d427f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c32f4a-ddc0-48d2-a3cb-92cf47fcb9da,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:20.380772 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.414597 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a70a8-db06-455b-9f3d-857af3bfdeb8 req-d95877ce-5c23-4da6-9beb-d30ed874d3d8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:20.416113 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f49a70a8-db06-455b-9f3d-857af3bfdeb8 req-d95877ce-5c23-4da6-9beb-d30ed874d3d8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.1201179 Jul 05 07:48:20.525666 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-05fb2112-e319-4434-bf10-e94e01cda787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.542461 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f49a70a8-db06-455b-9f3d-857af3bfdeb8 req-f6ddf001-3836-4856-98ed-9fbab5669b86 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158442 Jul 05 07:48:20.597748 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-05fb2112-e319-4434-bf10-e94e01cda787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.770196 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2aacff7d-9b25-4950-8cdc-e7456f388015 req-9149251f-3aa7-49b8-8a3e-7db1e821c630 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0496151 Jul 05 07:48:20.817642 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.823074 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.852841 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c5382-8844-4a1e-a8b1-c2bd6098da37 req-d71d671f-e429-4d60-8bf9-5040e52ca716 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:20.855347 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bf1c5382-8844-4a1e-a8b1-c2bd6098da37 req-d71d671f-e429-4d60-8bf9-5040e52ca716 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.2173147 Jul 05 07:48:20.888689 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16665f70-dfac-4eb0-a18d-ff7159e83ed8,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:20.914930 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-05fb2112-e319-4434-bf10-e94e01cda787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.917517 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-05fb2112-e319-4434-bf10-e94e01cda787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.922276 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-05fb2112-e319-4434-bf10-e94e01cda787 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82c32f4a-ddc0-48d2-a3cb-92cf47fcb9da HTTP/1.1" status: 204 len: 168 time: 0.5475392 Jul 05 07:48:20.944577 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:48:20.954263 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3c0f3951-4a2b-49e2-a5f6-b2c00e28013a req-3cfadd3a-13ab-40cf-878f-55fe4d795f3b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0595026 Jul 05 07:48:20.963395 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fb2112-e319-4434-bf10-e94e01cda787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c32f4a-ddc0-48d2-a3cb-92cf47fcb9da,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:20.968370 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bf1c5382-8844-4a1e-a8b1-c2bd6098da37 req-ee79d2dc-85d1-4991-9f17-0e369e7d677a tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036270 Jul 05 07:48:20.980562 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:20.980914 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Added segment b7bc557b-6678-4259-898f-61f1e7fc978e of type vlan for network 35db5bbd-58ec-4b30-9f92-695809bc4e6d Jul 05 07:48:21.037430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:21.078169 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:21.079890 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:21.080881 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:21.152493 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0031710 Jul 05 07:48:21.154312 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c81b0-7fd4-4863-ba1d-eb341cb6ff10 admin admin] Pushing event updated for resources: {'Network': ['ID=35db5bbd-58ec-4b30-9f92-695809bc4e6d,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:21.156673 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48536) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:21.162101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Request body: {'subnet': {'network_id': '35db5bbd-58ec-4b30-9f92-695809bc4e6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2113269192-subnet', 'tenant_id': 'bbabb2661d9a4b4da8e4b5aead1bc9c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:21.165328 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 35db5bbd-58ec-4b30-9f92-695809bc4e6d details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:48:21.187373 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Made reservation on behalf of bbabb2661d9a4b4da8e4b5aead1bc9c1 for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:21.189963 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Notify callbacks [] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:21.535431 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:21.606136 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd5ca6f-00c7-4e09-92bc-fdddb812725c,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:21.608871 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Checking segment: {'id': 'b7bc557b-6678-4259-898f-61f1e7fc978e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '35db5bbd-58ec-4b30-9f92-695809bc4e6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:21.609224 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Network hostable DHCP agents. Network: 35db5bbd-58ec-4b30-9f92-695809bc4e6d, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:48:21.649385 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Network 35db5bbd-58ec-4b30-9f92-695809bc4e6d is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:48:21.672363 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 35db5bbd-58ec-4b30-9f92-695809bc4e6d) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:21.682621 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:21.684422 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:21.686446 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6641560b-81f5-49c1-9271-82602f93fb9b None None] Network 35db5bbd-58ec-4b30-9f92-695809bc4e6d requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:21.721966 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-8064fdfc-08bd-462b-aa5d-2171327e323d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5639625 Jul 05 07:48:21.891361 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:21.968057 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbbc92-e16b-4a2f-a08a-b136c5701148 req-eb007b47-d575-4c63-b09f-2d7ce6f1fdb5 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:21.994660 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fdbbbc92-e16b-4a2f-a08a-b136c5701148 req-eb007b47-d575-4c63-b09f-2d7ce6f1fdb5 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.1959567 Jul 05 07:48:22.025020 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d811e7-8049-463b-bc7f-4a228c0f8d64 None None] Network 35db5bbd-58ec-4b30-9f92-695809bc4e6d requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:22.086787 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a15e5cef-1986-46bd-8b2a-53c9e087ccb9 req-3920f1b5-267a-413f-8fa3-6560d666ae20 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0748129 Jul 05 07:48:22.137795 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48590) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:22.156048 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fdbbbc92-e16b-4a2f-a08a-b136c5701148 req-22ad61f6-b6fc-4c90-9118-ddf23f7328ce tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601536 Jul 05 07:48:22.483514 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cfbbebc8-b830-425e-9fb0-ae541c7cf19b req-520b1043-b087-4ab6-a2c8-210792297cd5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.1050744 Jul 05 07:48:22.537909 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1221926537-network', 'tenant_id': 'c946f6ba360645808d3f2a505c1b85b4'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:22.544524 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e48c096-6827-48a8-a89b-1cc5f88bfce7 req-f5475658-1fe6-414d-a43d-2d1c55567903 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:22.546666 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2e48c096-6827-48a8-a89b-1cc5f88bfce7 req-f5475658-1fe6-414d-a43d-2d1c55567903 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.2287319 Jul 05 07:48:22.584925 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Made reservation on behalf of c946f6ba360645808d3f2a505c1b85b4 for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:22.584925 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.597005 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.605274 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2e48c096-6827-48a8-a89b-1cc5f88bfce7 req-8b80f753-4f65-46d2-9090-8e56c322ae7e tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Jul 05 07:48:22.720495 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.725303 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.751624 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:48:22.759861 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48608) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:22.761723 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a64ddce-e148-45ab-a5f4-0db868825783,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:22.764959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-624322861-network', 'tenant_id': '42254918297a49d1a6b2aab8fbc0551c'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:22.768290 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.768640 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Added segment 75f38a51-6d2d-4f14-b2c6-c608d02c0cf6 of type vlan for network ab906f20-d1d4-46c8-b253-df5936b04706 Jul 05 07:48:22.787654 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Made reservation on behalf of 42254918297a49d1a6b2aab8fbc0551c for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:22.790164 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.799254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.813433 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.843396 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.845289 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:22.846007 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.910353 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.910681 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=ab906f20-d1d4-46c8-b253-df5936b04706,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:22.922703 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network ab906f20-d1d4-46c8-b253-df5936b04706 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:48:22.924564 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:22.931671 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48610) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:22.932142 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6f450d20-0874-4eee-aa72-4ebabe9ed8e6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7920330 Jul 05 07:48:22.939412 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Request body: {'subnet': {'network_id': 'ab906f20-d1d4-46c8-b253-df5936b04706', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1221926537-subnet', 'tenant_id': 'c946f6ba360645808d3f2a505c1b85b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:22.965606 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:48:22.984507 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e4690d-b3b2-421b-867b-9439f8c35fe4,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:23.011259 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.011580 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Added segment c4af4076-d165-4bde-a0c5-7199f7137955 of type vlan for network f5b360c9-8112-4dfe-a165-937b8ce467cd Jul 05 07:48:23.013470 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Made reservation on behalf of c946f6ba360645808d3f2a505c1b85b4 for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:23.015935 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.149072 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.209943 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.210966 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:23.211546 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.298903 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5376065 Jul 05 07:48:23.301665 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48626) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:23.307038 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Request body: {'subnet': {'network_id': 'f5b360c9-8112-4dfe-a165-937b8ce467cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-624322861-subnet', 'tenant_id': '42254918297a49d1a6b2aab8fbc0551c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:23.351748 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Made reservation on behalf of 42254918297a49d1a6b2aab8fbc0551c for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:23.354336 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.367297 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-466b24b7-d57c-455d-b122-9cdc799b63d9 req-066919c0-8ab3-429d-a453-8cfa3c86b1cc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0937581 Jul 05 07:48:23.406593 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523d14bf-ecc7-4d6a-a3cc-22354d09c8a8 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b360c9-8112-4dfe-a165-937b8ce467cd,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:23.420698 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network f5b360c9-8112-4dfe-a165-937b8ce467cd details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:48:23.426923 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.488609 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a3bbdc-cf69-429e-b94d-6e93184bc922,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:23.518535 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02105fb7-2da0-42ab-bb73-ed2c8cd3bc65 req-be548538-8a8b-4a6e-b1a7-5ba93bea1b85 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:23.520392 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-02105fb7-2da0-42ab-bb73-ed2c8cd3bc65 req-be548538-8a8b-4a6e-b1a7-5ba93bea1b85 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.1843135 Jul 05 07:48:23.530368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Checking segment: {'id': '75f38a51-6d2d-4f14-b2c6-c608d02c0cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ab906f20-d1d4-46c8-b253-df5936b04706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:23.530811 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Network hostable DHCP agents. Network: ab906f20-d1d4-46c8-b253-df5936b04706, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:48:23.567898 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Network ab906f20-d1d4-46c8-b253-df5936b04706 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:48:23.582541 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-02105fb7-2da0-42ab-bb73-ed2c8cd3bc65 req-eb55c1ea-4e55-46c0-ac58-7b5c415d05b4 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480759 Jul 05 07:48:23.585451 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, ab906f20-d1d4-46c8-b253-df5936b04706) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:23.590413 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:23.591863 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.597587 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f8295-ceb7-4837-903c-b4d9030bc0cb None None] Network ab906f20-d1d4-46c8-b253-df5936b04706 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:23.628005 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.632939 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-95a20356-6117-4fe9-a8ac-f7c76fa1c441 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6995337 Jul 05 07:48:23.781701 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Checking segment: {'id': 'c4af4076-d165-4bde-a0c5-7199f7137955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f5b360c9-8112-4dfe-a165-937b8ce467cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:23.782054 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Network hostable DHCP agents. Network: f5b360c9-8112-4dfe-a165-937b8ce467cd, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:48:23.793158 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9f1f79d-7935-4d10-894d-ec2da0ce571e,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:23.803369 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e46db3ee-8ef1-4e0d-ad6e-4d6f38743eed req-2ce522ad-59d7-4aa3-bfa3-e344c6e5da5b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0704465 Jul 05 07:48:23.808216 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea37e1b7-12d3-4921-b608-e0da799180a7 None None] Network ab906f20-d1d4-46c8-b253-df5936b04706 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:23.840928 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Network f5b360c9-8112-4dfe-a165-937b8ce467cd is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:48:23.854712 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, f5b360c9-8112-4dfe-a165-937b8ce467cd) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:23.872697 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:23.876275 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:23.878727 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c53db-6ebd-4f2b-a512-a4e9c4eabc65 None None] Network f5b360c9-8112-4dfe-a165-937b8ce467cd requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:23.908975 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-97774ea7-294b-4219-8cde-4c77962a0101 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6058452 Jul 05 07:48:23.931774 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04705e3-bd51-496d-8f8a-92f89d44cd92 req-8ab9734e-4bcd-49e7-ab51-1615e9e3ec75 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:23.933505 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a04705e3-bd51-496d-8f8a-92f89d44cd92 req-8ab9734e-4bcd-49e7-ab51-1615e9e3ec75 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.0952668 Jul 05 07:48:23.967799 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Request body: {'port': {'device_id': '79096557-8d85-4f63-9d4b-1035319475fd', 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'admin_state_up': True, 'tenant_id': '5be2e4b042484476847f61d7982422aa'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:24.011822 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a04705e3-bd51-496d-8f8a-92f89d44cd92 req-b0d8d057-15f6-4988-87e4-ad9a1d05e432 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718715 Jul 05 07:48:24.059416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Request body: {'port': {'device_id': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:24.064813 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Request body: {'port': {'device_id': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:24.191551 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:24.314098 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:24.410229 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb915-6290-4684-89be-f866c45126a8 req-241a232c-d280-4e85-af2a-37759c8baa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:24.411834 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-ed9bb915-6290-4684-89be-f866c45126a8 req-241a232c-d280-4e85-af2a-37759c8baa74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa8f144695443fe85664491979b65e5&device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 1097 time: 0.2296190 Jul 05 07:48:24.675016 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13317268-74d7-46ce-8838-8dcf76a13a64 None None] Network f5b360c9-8112-4dfe-a165-937b8ce467cd requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:24.807209 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3efeb4c6-d78d-4ee9-ad9e-e268788c19e8 req-5f39c8f9-90ab-497e-ae9c-0fa69e37339c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.1199245 Jul 05 07:48:24.807986 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48702) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:24.851265 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-252739807-network', 'tenant_id': '0a87302903f74b03ac3b96dbe0da8552'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:24.896356 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.24', 58125) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:25.007844 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18aa3baa-1ee3-4198-bda4-f523d7008b91 {{(pid=99353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:25.023529 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:25.036537 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Transition to ACTIVE for port object 18aa3baa-1ee3-4198-bda4-f523d7008b91 will not be triggered until provisioned by entity L2. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:25.043218 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48716) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:25.074078 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:25.184556 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Made reservation on behalf of 5be2e4b042484476847f61d7982422aa for: {'port': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:25.190677 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:25.286302 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Pushing event updated for resources: {'Port': ['ID=18aa3baa-1ee3-4198-bda4-f523d7008b91,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:25.424677 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.db.api [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 07:48:25.424677 dv-cinder-768592-9-iscsi neutron-server[99352]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 07:48:25.424677 dv-cinder-768592-9-iscsi neutron-server[99352]: [parameters: {'project_id': '0a87302903f74b03ac3b96dbe0da8552', 'id': 'cfd11329-4cc8-4f6e-859b-3bc5aeef6814', 'expiration': datetime.datetime(2021, 7, 5, 7, 50, 25, 88998)}] Jul 05 07:48:25.424677 dv-cinder-768592-9-iscsi neutron-server[99352]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 07:48:25.425593 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG oslo_db.api [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 07:48:25.437257 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-235b5565-387d-46ab-adc0-8f5b52c76d67 req-0ba6908b-c3fa-4b52-85a8-d556869adcb5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.3424909 Jul 05 07:48:25.463404 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Attempting to bind port 18aa3baa-1ee3-4198-bda4-f523d7008b91 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:25.464149 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Attempting to bind port 18aa3baa-1ee3-4198-bda4-f523d7008b91 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}] {{(pid=99353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:25.464655 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Attempting to bind port 18aa3baa-1ee3-4198-bda4-f523d7008b91 on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:25.473996 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Port 18aa3baa-1ee3-4198-bda4-f523d7008b91 on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:48:25.474862 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Attempting to bind port 18aa3baa-1ee3-4198-bda4-f523d7008b91 on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:25.488752 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb915-6290-4684-89be-f866c45126a8 req-88d1bc7b-48e9-44e9-8db5-c743841163ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:25.490458 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-ed9bb915-6290-4684-89be-f866c45126a8 req-88d1bc7b-48e9-44e9-8db5-c743841163ee service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9aa8f144695443fe85664491979b65e5&shared=False HTTP/1.1" status: 200 len: 913 time: 1.0659142 Jul 05 07:48:25.491351 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:25.491717 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Checking segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:25.492071 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Bound using segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:25.492565 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Bound port: 18aa3baa-1ee3-4198-bda4-f523d7008b91, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}}] {{(pid=99353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:25.492922 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:25.493180 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03e47852-8720-4eed-ac19-1e515bd67610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:25.564406 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2670a9-b879-4634-8bf5-c75b9fded16a req-ce94ec17-2b4a-4bbb-a698-99527b6b0985 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:25.573817 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d2670a9-b879-4634-8bf5-c75b9fded16a req-ce94ec17-2b4a-4bbb-a698-99527b6b0985 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 932 time: 0.6864214 Jul 05 07:48:25.620042 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-646bd91d-ca0e-407c-b76d-4b0421ede470 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:25.621461 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-646bd91d-ca0e-407c-b76d-4b0421ede470 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 817 time: 0.7239883 Jul 05 07:48:25.675843 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48742) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:25.713102 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] For port 18aa3baa-1ee3-4198-bda4-f523d7008b91, host hv-cinder-76859, cleared binding levels {{(pid=99353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:25.737367 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] For port 18aa3baa-1ee3-4198-bda4-f523d7008b91, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:25.739221 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9bb915-6290-4684-89be-f866c45126a8 req-9dca44e3-6b0a-4a54-a637-d1e21ef23924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:25.741045 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-ed9bb915-6290-4684-89be-f866c45126a8 req-9dca44e3-6b0a-4a54-a637-d1e21ef23924 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379799 Jul 05 07:48:25.742656 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:25.751578 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d2670a9-b879-4634-8bf5-c75b9fded16a req-ed7a4e30-59ed-4f0b-bc0f-efc96a090e6e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760101 Jul 05 07:48:25.807426 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-70290445-5742-43e1-bf9c-ae59996a68ab tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 380 time: 0.1704800 Jul 05 07:48:25.817173 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a7b7b1b-43da-4076-a21e-27005001b8a8 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:25.825039 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'port': {'device_id': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'admin_state_up': True, 'tenant_id': '4508128072064e8495aafd60d4402bec', 'security_groups': ['2115e6a1-7968-4622-884f-e78ecc50e5d3']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:25.853963 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:25.923504 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Transition to ACTIVE for port object 8a7b7b1b-43da-4076-a21e-27005001b8a8 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:25.930950 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504fe7f-6a3c-4bd2-9520-952ce27ff40e req-ce528666-0bbd-4c35-9381-d61d7893e8b8 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:25.932502 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0504fe7f-6a3c-4bd2-9520-952ce27ff40e req-ce528666-0bbd-4c35-9381-d61d7893e8b8 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.3246181 Jul 05 07:48:25.946045 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.011198 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03e47852-8720-4eed-ac19-1e515bd67610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.016179 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b29ed4a2-fb5d-49ae-b70a-318aa70d8b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.018729 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:26.019528 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.021079 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] 10.222.0.24 "PUT /v2.0/ports/18aa3baa-1ee3-4198-bda4-f523d7008b91 HTTP/1.1" status: 200 len: 1094 time: 1.9781475 Jul 05 07:48:26.028524 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'tag': '18aa3baa-1ee3-4198-bda4-f523d7008b91'}] {{(pid=99353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:26.032231 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9627195a8c2dff50da2ec82d8bbb263518a109ac99fb44a4c90a4a704575652e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f59191-43cc-4c04-b08a-2143ea53c6ad" -d '{"events": [{"name": "network-changed", "server_uuid": "f16a70f1-cf55-4114-be7c-3c4880034eca", "tag": "18aa3baa-1ee3-4198-bda4-f523d7008b91"}]}' {{(pid=99353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:26.034358 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03e47852-8720-4eed-ac19-1e515bd67610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.096252 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2656a9-c213-43eb-8110-22b8e56e57bb service neutron] Pushing event updated for resources: {'Port': ['ID=18aa3baa-1ee3-4198-bda4-f523d7008b91,revision_number=3']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:26.099619 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-365dac3b-2898-4538-92a5-2cb0d4654696 req-61b4b85c-d407-4f52-ad8e-ac44f7f21b1b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.1511137 Jul 05 07:48:26.118766 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Allocated IP 172.20.0.10 (4bd57993-f4c4-4188-8d6f-b12b802f2388/55f50915-8341-4192-97a4-43d89df98215/1bbffa64-d8a1-4ee9-8840-293e1518ade4) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:26.122278 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b7b1b-43da-4076-a21e-27005001b8a8,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:26.151221 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Made reservation on behalf of 0a87302903f74b03ac3b96dbe0da8552 for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:26.153501 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.181790 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-03e47852-8720-4eed-ac19-1e515bd67610 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d033a5e040b489180950543fa7ec6ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0974805 Jul 05 07:48:26.194291 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48758) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:26.212400 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.214045 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e47852-8720-4eed-ac19-1e515bd67610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7da19-130e-44f1-b7cf-55ecb66d4ca6,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:26.241097 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0504fe7f-6a3c-4bd2-9520-952ce27ff40e req-8625d070-f7ad-4efb-adf6-b32cdb6c1fe6 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902486 Jul 05 07:48:26.246243 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804bce-5419-48e5-b6b8-e71cba528555 req-1200cc5c-f369-498d-b233-a8a67d901ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:26.248311 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-1200cc5c-f369-498d-b233-a8a67d901ed8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9aa8f144695443fe85664491979b65e5&device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 1097 time: 0.3035755 Jul 05 07:48:26.253568 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5c8039-a7e1-483b-8e74-a848391831df x-openstack-request-id: req-bc5c8039-a7e1-483b-8e74-a848391831df {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:26.253850 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f16a70f1-cf55-4114-be7c-3c4880034eca", "tag": "18aa3baa-1ee3-4198-bda4-f523d7008b91", "status": "completed", "code": 200}]} {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:26.254268 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc5c8039-a7e1-483b-8e74-a848391831df {{(pid=99353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:26.254675 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'tag': '18aa3baa-1ee3-4198-bda4-f523d7008b91', 'status': 'completed', 'code': 200} Jul 05 07:48:26.257290 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Attempting to bind port 8a7b7b1b-43da-4076-a21e-27005001b8a8 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:26.257668 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Attempting to bind port 8a7b7b1b-43da-4076-a21e-27005001b8a8 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:26.258018 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Attempting to bind port 8a7b7b1b-43da-4076-a21e-27005001b8a8 on network 4bd57993-f4c4-4188-8d6f-b12b802f2388 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:26.264786 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Port 8a7b7b1b-43da-4076-a21e-27005001b8a8 on network 4bd57993-f4c4-4188-8d6f-b12b802f2388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:48:26.265159 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Attempting to bind port 8a7b7b1b-43da-4076-a21e-27005001b8a8 on network 4bd57993-f4c4-4188-8d6f-b12b802f2388 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:26.270077 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:26.270436 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Checking segment: {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:26.270993 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Bound using segment: {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:26.271419 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Bound port: 8a7b7b1b-43da-4076-a21e-27005001b8a8, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:26.271802 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.337829 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf19e-4131-4624-a997-4b72f931b753 req-c0241b19-114d-4976-b9b2-14baa503489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:26.339339 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-c0241b19-114d-4976-b9b2-14baa503489f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 1097 time: 0.2643924 Jul 05 07:48:26.343203 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] For port 8a7b7b1b-43da-4076-a21e-27005001b8a8, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:26.350295 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] For port 8a7b7b1b-43da-4076-a21e-27005001b8a8, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:26.354869 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.390110 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:26.390755 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.392599 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] 10.222.0.24 "PUT /v2.0/ports/8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 1094 time: 2.3489051 Jul 05 07:48:26.393387 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'tag': '8a7b7b1b-43da-4076-a21e-27005001b8a8'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:26.456042 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-323067c0-981f-438b-b82b-6f8f5223c942 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c84db380-dd51-44c1-b5c4-d1f90994c210 HTTP/1.1" status: 200 len: 217 time: 0.1873958 Jul 05 07:48:26.470818 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-e01d7bb7-c000-4670-b617-54b966d09992 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91 HTTP/1.1" status: 200 len: 217 time: 0.0948291 Jul 05 07:48:26.509470 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-42d0fbcf-2475-4082-8104-cf038f72ee7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.585398 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b29ed4a2-fb5d-49ae-b70a-318aa70d8b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.585897 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4989fa12-3a60-4a82-9ff3-6fe2b18d164f service neutron] Pushing event updated for resources: {'Port': ['ID=8a7b7b1b-43da-4076-a21e-27005001b8a8,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:26.619364 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b29ed4a2-fb5d-49ae-b70a-318aa70d8b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.633634 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-42d0fbcf-2475-4082-8104-cf038f72ee7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.638632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-d7960cc9-43aa-45f6-9e2a-f5c234540673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:26.640224 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-d7960cc9-43aa-45f6-9e2a-f5c234540673 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1097 time: 0.1834326 Jul 05 07:48:26.687458 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.698209 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Made reservation on behalf of 4508128072064e8495aafd60d4402bec for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:26.701900 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.704895 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093cf19e-4131-4624-a997-4b72f931b753 req-5eb92e05-40dc-4b9a-bc34-f1a6c4dd174b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:26.706652 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-5eb92e05-40dc-4b9a-bc34-f1a6c4dd174b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.2216465 Jul 05 07:48:26.715076 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29804bce-5419-48e5-b6b8-e71cba528555 req-3daa8d3a-9e65-42da-bef6-8544c992b94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:26.716742 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-3daa8d3a-9e65-42da-bef6-8544c992b94e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f2a87542-0244-460a-b751-023e1e4605d2 HTTP/1.1" status: 200 len: 852 time: 0.2475836 Jul 05 07:48:26.723263 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e531fb6a-a61e-4d59-bc3c-fe69d8bc796e", "tag": "8a7b7b1b-43da-4076-a21e-27005001b8a8"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:26.752689 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b29ed4a2-fb5d-49ae-b70a-318aa70d8b3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=257ada63b3f746a994e799f50c400f89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0741053 Jul 05 07:48:26.769973 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48778) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:26.813704 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ed4a2-fb5d-49ae-b70a-318aa70d8b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc05f9ef-4aab-4791-92ef-dd51a74f8e6d,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:26.817701 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-29cfbef2-d3fb-45ea-a1c2-bf18e0384b3e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0892439 Jul 05 07:48:26.821646 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-3587066c-d467-4f2c-8bc0-505381caaa0f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=381e6d9d-9a08-4004-a0f0-a6b92dd017ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801485 Jul 05 07:48:26.893116 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53002365-b050-4dcc-8368-8cdd4885b198 req-2a36efa1-e809-4f65-87f8-e1e1f37eee1a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.1868811 Jul 05 07:48:26.894951 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-0185d35d-0b05-4878-bb9c-65cc97e8051e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 217 time: 0.1868668 Jul 05 07:48:26.952614 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-42d0fbcf-2475-4082-8104-cf038f72ee7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.955575 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-42d0fbcf-2475-4082-8104-cf038f72ee7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.956731 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-42d0fbcf-2475-4082-8104-cf038f72ee7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7c7da19-130e-44f1-b7cf-55ecb66d4ca6 HTTP/1.1" status: 204 len: 168 time: 0.7613778 Jul 05 07:48:26.980720 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:26.999717 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0fbcf-2475-4082-8104-cf038f72ee7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7da19-130e-44f1-b7cf-55ecb66d4ca6,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:27.043277 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-2a474a76-3530-43ea-971c-2084dbe4757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:27.045773 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-2a474a76-3530-43ea-971c-2084dbe4757d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.1277735 Jul 05 07:48:27.065598 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-b217f1cc-7015-423e-8287-a0a53c706a94 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401946 Jul 05 07:48:27.074750 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Network 4bd57993-f4c4-4188-8d6f-b12b802f2388 is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:27.102122 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:27.115205 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:27.120881 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:27.121488 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.124200 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Pushing event updated for resources: {'Port': ['ID=1bbffa64-d8a1-4ee9-8840-293e1518ade4,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:27.145949 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5941daf-ee93-4813-b3c2-6162e7a18a48 x-openstack-request-id: req-b5941daf-ee93-4813-b3c2-6162e7a18a48 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:27.146438 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e531fb6a-a61e-4d59-bc3c-fe69d8bc796e", "tag": "8a7b7b1b-43da-4076-a21e-27005001b8a8", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:27.146538 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b5941daf-ee93-4813-b3c2-6162e7a18a48 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:27.146938 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'tag': '8a7b7b1b-43da-4076-a21e-27005001b8a8', 'status': 'completed', 'code': 200} Jul 05 07:48:27.152276 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-05b59d15-3f09-40b5-826f-3e5016f027c8 service neutron] 10.222.0.24 "GET /v2.0/networks/381e6d9d-9a08-4004-a0f0-a6b92dd017ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180687 Jul 05 07:48:27.227608 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.233674 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-562c5558-cc57-43c9-b7e0-5c0c0466a50c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185331 Jul 05 07:48:27.246110 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.264040 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-0d81832e-b0f8-4334-8e9a-ff04f723ebde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3019872 Jul 05 07:48:27.269234 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-64705780-fbb6-41d2-bc03-42bea97a3d40 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848514 Jul 05 07:48:27.284039 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Request body: {'port': {'device_id': '79096557-8d85-4f63-9d4b-1035319475fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:27.317034 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29804bce-5419-48e5-b6b8-e71cba528555 req-36b39be5-9bdc-4dab-a9a8-373c2afc1831 service neutron] 10.222.0.24 "GET /v2.0/networks/381e6d9d-9a08-4004-a0f0-a6b92dd017ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554279 Jul 05 07:48:27.375576 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:48:27.396775 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.419344 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-09fadfd3-692c-44ee-b370-7824c27cff2e req-d09ef61d-6ca9-47da-964d-6ce774c37576 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.1516054 Jul 05 07:48:27.445875 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48798) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:27.452795 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c4372f71-7b0e-43d8-a5ce-6b96958ff481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.460794 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-7db50d37-b39a-4491-9e4a-d0e6d2c749f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:27.462300 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-7db50d37-b39a-4491-9e4a-d0e6d2c749f7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 1097 time: 0.1307545 Jul 05 07:48:27.468112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1d6eca-0f93-4638-849e-da1c79dcefcd,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:27.473106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.473449 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Added segment 8a1ad5fc-57fe-4145-b598-ee7008e165ba of type vlan for network 8d71903e-9c11-4c07-bc6f-15dcb343f19d Jul 05 07:48:27.485083 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-73f7cf7e-98d4-471c-b371-715cfc9c1c6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.546851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eb4a5-362e-4b27-a074-a31cf47a4dfe req-12ae0f32-790a-44e9-92ec-78ef02c3c4f1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:27.548290 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b61eb4a5-362e-4b27-a074-a31cf47a4dfe req-12ae0f32-790a-44e9-92ec-78ef02c3c4f1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 944 time: 0.6473107 Jul 05 07:48:27.556339 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c4372f71-7b0e-43d8-a5ce-6b96958ff481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.559610 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-557657ba-73d8-4686-8747-4f61589b5b8f service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146682 Jul 05 07:48:27.582472 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Allocated IP 172.20.0.10 (47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa/ca514177-89df-404b-a16d-a278a54b37c6/7e27456f-6410-4633-8354-8f1fb23c560e) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:48:27.597894 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.929376 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b61eb4a5-362e-4b27-a074-a31cf47a4dfe req-b21b0b31-cfdb-4159-abfd-aa654a1c2322 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636348 Jul 05 07:48:27.950210 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-5c683320-713c-4464-bff8-ae46f51db7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:27.951954 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-5c683320-713c-4464-bff8-ae46f51db7b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 915 time: 0.4770348 Jul 05 07:48:27.957544 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:27.958598 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:27.959201 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.023408 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-1604e937-cce2-44f6-8b76-0db28c6a43b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91 HTTP/1.1" status: 200 len: 217 time: 0.0628209 Jul 05 07:48:28.086188 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c4372f71-7b0e-43d8-a5ce-6b96958ff481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.092565 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c4372f71-7b0e-43d8-a5ce-6b96958ff481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.096130 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-c4372f71-7b0e-43d8-a5ce-6b96958ff481 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc05f9ef-4aab-4791-92ef-dd51a74f8e6d HTTP/1.1" status: 204 len: 168 time: 1.2479737 Jul 05 07:48:28.115171 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-a672d387-05c9-4717-9f5b-67db67b54650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:28.117765 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-a672d387-05c9-4717-9f5b-67db67b54650 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.0845487 Jul 05 07:48:28.124462 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5205ab5f-ddbc-40d0-a11e-db070222163b req-e25c7b1f-3286-4b5d-ba77-1571cb9a4545 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5372727 Jul 05 07:48:28.133057 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-73f7cf7e-98d4-471c-b371-715cfc9c1c6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.154960 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29baf09-2dc0-4de3-9855-c5f3dfcccede req-b0521cfa-22b2-48b1-a274-f73bd88a9ed1 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:28.164845 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c29baf09-2dc0-4de3-9855-c5f3dfcccede req-b0521cfa-22b2-48b1-a274-f73bd88a9ed1 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 944 time: 0.6107056 Jul 05 07:48:28.169735 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-73f7cf7e-98d4-471c-b371-715cfc9c1c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.183471 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-88342e55-69f5-483a-a7ac-be65b97c4ae7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526674 Jul 05 07:48:28.214700 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372f71-7b0e-43d8-a5ce-6b96958ff481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc05f9ef-4aab-4791-92ef-dd51a74f8e6d,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:28.229343 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] Pushing event updated for resources: {'Network': ['ID=8d71903e-9c11-4c07-bc6f-15dcb343f19d,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:28.233494 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9a5ad923-e1fb-49f5-9cb3-bc2186c66ada admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.4005325 Jul 05 07:48:28.250851 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 8d71903e-9c11-4c07-bc6f-15dcb343f19d details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:48:28.264750 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48808) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:28.320126 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-73f7cf7e-98d4-471c-b371-715cfc9c1c6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c7303ebc9cd1420bbc898f3210417c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8710265 Jul 05 07:48:28.320126 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7cf7e-98d4-471c-b371-715cfc9c1c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bfcdf1-5a6a-49fb-a1d4-b61fe5ba372a,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:28.324214 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48810) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:28.325676 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Request body: {'subnet': {'network_id': '8d71903e-9c11-4c07-bc6f-15dcb343f19d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-252739807-subnet', 'tenant_id': '0a87302903f74b03ac3b96dbe0da8552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:28.326377 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbffa64-d8a1-4ee9-8840-293e1518ade4 {{(pid=99353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:28.343117 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.407246 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Transition to ACTIVE for port object 1bbffa64-d8a1-4ee9-8840-293e1518ade4 will not be triggered until provisioned by entity L2. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:28.416301 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-ff787b93-846f-42fb-bfc5-21133c84f740 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235098 Jul 05 07:48:28.421345 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.426651 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c29baf09-2dc0-4de3-9855-c5f3dfcccede req-dac81625-b1f8-4a2f-81bb-d7c4f25967d6 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512326 Jul 05 07:48:28.435537 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.438956 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Made reservation on behalf of 0a87302903f74b03ac3b96dbe0da8552 for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:48:28.441473 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.548412 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ce8fd-4382-458a-a7f7-d133c15f9646 req-642acb17-8a01-4f8c-9a51-a4d157bdb500 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:28.550009 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-114ce8fd-4382-458a-a7f7-d133c15f9646 req-642acb17-8a01-4f8c-9a51-a4d157bdb500 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 932 time: 0.4803090 Jul 05 07:48:28.553698 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33071484-11ca-44df-a715-faa797c25052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.554830 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Transition to ACTIVE for port object 7e27456f-6410-4633-8354-8f1fb23c560e will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:28.582954 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-2d0f74d6-78ab-48fd-a54f-734e45e5b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:28.584983 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-2d0f74d6-78ab-48fd-a54f-734e45e5b2ff service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1097 time: 0.3712628 Jul 05 07:48:28.600084 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Pushing event updated for resources: {'Port': ['ID=1bbffa64-d8a1-4ee9-8840-293e1518ade4,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:28.625320 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33071484-11ca-44df-a715-faa797c25052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.653397 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48820) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:28.688380 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 18aa3baa-1ee3-4198-bda4-f523d7008b91 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:48:28.692297 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Attempting to bind port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:28.692488 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Attempting to bind port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'}] {{(pid=99353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:28.692912 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Attempting to bind port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 on network 4bd57993-f4c4-4188-8d6f-b12b802f2388 {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:28.707039 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dc08ad60-7a2a-49af-9c4a-992a8aaf8d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.719297 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-afd0da91-c8cd-42e5-8770-1d1ef000e9a9 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942080 Jul 05 07:48:28.727754 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 on network 4bd57993-f4c4-4188-8d6f-b12b802f2388 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:48:28.728231 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Attempting to bind port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 on network 4bd57993-f4c4-4188-8d6f-b12b802f2388 {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:28.738489 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:28.738489 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Checking segment: {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:28.738489 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Bound using segment: {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'} {{(pid=99353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:28.739729 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.managers [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Bound port: 1bbffa64-d8a1-4ee9-8840-293e1518ade4, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388'}}] {{(pid=99353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:28.739729 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.762238 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ca1f5bdb-8337-40a8-bad1-d14e735b69ed req-07772b74-556a-418d-8dcd-78ee813b534f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0649269 Jul 05 07:48:28.807282 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-114ce8fd-4382-458a-a7f7-d133c15f9646 req-ca7b2be0-e5a9-451c-a50e-a56ae38ac09b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428648 Jul 05 07:48:28.814209 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33071484-11ca-44df-a715-faa797c25052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.817195 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33071484-11ca-44df-a715-faa797c25052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.818483 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-33071484-11ca-44df-a715-faa797c25052 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/30bfcdf1-5a6a-49fb-a1d4-b61fe5ba372a HTTP/1.1" status: 204 len: 168 time: 0.4874134 Jul 05 07:48:28.851003 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 18aa3baa-1ee3-4198-bda4-f523d7008b91, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:28.853383 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33071484-11ca-44df-a715-faa797c25052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bfcdf1-5a6a-49fb-a1d4-b61fe5ba372a,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:28.867766 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] For port 1bbffa64-d8a1-4ee9-8840-293e1518ade4, host hv-cinder-76859, cleared binding levels {{(pid=99353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:28.875249 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] For port 1bbffa64-d8a1-4ee9-8840-293e1518ade4, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:28.879051 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '18aa3baa-1ee3-4198-bda4-f523d7008b91', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'port_id': '18aa3baa-1ee3-4198-bda4-f523d7008b91', 'mac_address': 'fa:16:3e:6e:a6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34b1b3c-eeae-466f-a8e6-df2b04191a62', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:48:28.886724 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.938579 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.941018 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:28.941723 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.943626 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] 10.222.0.24 "PUT /v2.0/ports/1bbffa64-d8a1-4ee9-8840-293e1518ade4 HTTP/1.1" status: 200 len: 1094 time: 1.6681361 Jul 05 07:48:28.951143 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79096557-8d85-4f63-9d4b-1035319475fd', 'tag': '1bbffa64-d8a1-4ee9-8840-293e1518ade4'}] {{(pid=99353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:28.953531 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:28.955095 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9627195a8c2dff50da2ec82d8bbb263518a109ac99fb44a4c90a4a704575652e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13d2775-a41b-431e-9a43-478de804e07f" -d '{"events": [{"name": "network-changed", "server_uuid": "79096557-8d85-4f63-9d4b-1035319475fd", "tag": "1bbffa64-d8a1-4ee9-8840-293e1518ade4"}]}' {{(pid=99353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:29.018997 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18aa3baa-1ee3-4198-bda4-f523d7008b91 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:29.028159 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e50356-e961-4b42-b92c-da4f5f524953 x-openstack-request-id: req-22e50356-e961-4b42-b92c-da4f5f524953 {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:29.028629 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79096557-8d85-4f63-9d4b-1035319475fd", "tag": "1bbffa64-d8a1-4ee9-8840-293e1518ade4", "status": "completed", "code": 200}]} {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:29.029336 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22e50356-e961-4b42-b92c-da4f5f524953 {{(pid=99353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:29.029797 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79096557-8d85-4f63-9d4b-1035319475fd', 'tag': '1bbffa64-d8a1-4ee9-8840-293e1518ade4', 'status': 'completed', 'code': 200} Jul 05 07:48:29.056194 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b0a0fd-8eab-40d0-bce1-0dd88a6ffecc service neutron] Pushing event updated for resources: {'Port': ['ID=1bbffa64-d8a1-4ee9-8840-293e1518ade4,revision_number=3']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:29.066696 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dc08ad60-7a2a-49af-9c4a-992a8aaf8d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.069380 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-b082bc9d-34a8-4263-b8ca-4cbb3c46ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:29.070247 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 18aa3baa-1ee3-4198-bda4-f523d7008b91, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:29.071542 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-b082bc9d-34a8-4263-b8ca-4cbb3c46ba88 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.4704254 Jul 05 07:48:29.078181 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.079980 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dc08ad60-7a2a-49af-9c4a-992a8aaf8d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.080390 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device c84db380-dd51-44c1-b5c4-d1f90994c210 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:48:29.085460 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:48:29.120032 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:29.153621 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:29.166264 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:48:29.172587 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:29.174256 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.182871 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-2e5abdff-688e-4f5b-9a1d-9abbf7a27071 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 217 time: 0.1012776 Jul 05 07:48:29.184478 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-dc08ad60-7a2a-49af-9c4a-992a8aaf8d85 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0045c650a114b02a3ccbf09fc9fa23a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5267301 Jul 05 07:48:29.187281 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-72f75f6a-70ab-4c85-afa6-9211e8af1a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:29.188822 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-72f75f6a-70ab-4c85-afa6-9211e8af1a6e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 1097 time: 0.1825044 Jul 05 07:48:29.189310 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48832) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:29.197420 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc08ad60-7a2a-49af-9c4a-992a8aaf8d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5004f7bf-3071-44bd-97c9-facfdb59c5ba,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:29.297754 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port c84db380-dd51-44c1-b5c4-d1f90994c210, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c84db380-dd51-44c1-b5c4-d1f90994c210,segment=NetworkSegment(263d00d3-806e-4154-99af-1324890925a8),segment_id=263d00d3-806e-4154-99af-1324890925a8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:29.298380 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.302765 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-e9c228e9-fbab-417c-b272-bc663a716bb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4 HTTP/1.1" status: 200 len: 217 time: 0.0985024 Jul 05 07:48:29.303519 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-91c39605-38a3-48ef-a527-39ec29f2d4f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.324745 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'c84db380-dd51-44c1-b5c4-d1f90994c210', 'network_id': '381e6d9d-9a08-4004-a0f0-a6b92dd017ef', 'port_id': 'c84db380-dd51-44c1-b5c4-d1f90994c210', 'mac_address': 'fa:16:3e:b3:4e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a87542-0244-460a-b751-023e1e4605d2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:48:29.333528 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-91c39605-38a3-48ef-a527-39ec29f2d4f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.355570 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-e2b08101-5710-4abc-9fc0-f990ba573ecc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5320790 Jul 05 07:48:29.371101 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Request body: {'port': {'device_id': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:29.413289 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-d1e9f4aa-88e5-4aae-87c8-b77bcfca58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:29.415327 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-d1e9f4aa-88e5-4aae-87c8-b77bcfca58df service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.1974242 Jul 05 07:48:29.424186 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.447570 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-b6d5fd2a-743f-419b-8972-e1084c692e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:29.449141 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-b6d5fd2a-743f-419b-8972-e1084c692e1c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.0663567 Jul 05 07:48:29.470088 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84db380-dd51-44c1-b5c4-d1f90994c210 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:29.480010 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-88d130c0-bd68-4d91-92ee-d3ae1a2b2537 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506618 Jul 05 07:48:29.480676 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e063d051-da0f-41fc-bbe5-60f72d809421,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:29.484547 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-91c39605-38a3-48ef-a527-39ec29f2d4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.487374 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-91c39605-38a3-48ef-a527-39ec29f2d4f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.488694 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-91c39605-38a3-48ef-a527-39ec29f2d4f8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5004f7bf-3071-44bd-97c9-facfdb59c5ba HTTP/1.1" status: 204 len: 168 time: 0.2982023 Jul 05 07:48:29.491785 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-d1e7a69f-83e1-4b51-93f5-0bf2af99f55c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341518 Jul 05 07:48:29.514583 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff576e-52f0-49fc-a879-bccc7c3c2302 req-ee77429a-c48e-47a3-87e4-1ca76eecc6c7 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:29.516274 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b6ff576e-52f0-49fc-a879-bccc7c3c2302 req-ee77429a-c48e-47a3-87e4-1ca76eecc6c7 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 945 time: 0.3352480 Jul 05 07:48:29.522314 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c39605-38a3-48ef-a527-39ec29f2d4f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5004f7bf-3071-44bd-97c9-facfdb59c5ba,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:29.527624 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port c84db380-dd51-44c1-b5c4-d1f90994c210, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c84db380-dd51-44c1-b5c4-d1f90994c210,segment=NetworkSegment(263d00d3-806e-4154-99af-1324890925a8),segment_id=263d00d3-806e-4154-99af-1324890925a8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:29.549681 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.577354 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=18aa3baa-1ee3-4198-bda4-f523d7008b91,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:29.585066 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-19fba6db-6a7e-4605-85b2-c500e0aa8d24 None None] Provisioning for port 7e27456f-6410-4633-8354-8f1fb23c560e completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:29.605001 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Checking segment: {'id': '8a1ad5fc-57fe-4145-b598-ee7008e165ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8d71903e-9c11-4c07-bc6f-15dcb343f19d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:29.605832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Network hostable DHCP agents. Network: 8d71903e-9c11-4c07-bc6f-15dcb343f19d, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:48:29.644268 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.657925 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-19fba6db-6a7e-4605-85b2-c500e0aa8d24 None None] Provisioning complete for port 7e27456f-6410-4633-8354-8f1fb23c560e triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:29.659310 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-19fba6db-6a7e-4605-85b2-c500e0aa8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.702732 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-e8854009-236d-4ab8-bd58-9d5a6cfd7022 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995649 Jul 05 07:48:29.726587 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b6ff576e-52f0-49fc-a879-bccc7c3c2302 req-9f16414c-b7fe-4f7b-8fe1-980eae6757b8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378999 Jul 05 07:48:29.733111 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=c84db380-dd51-44c1-b5c4-d1f90994c210,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:29.737705 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-19fba6db-6a7e-4605-85b2-c500e0aa8d24 None None] Port 7e27456f-6410-4633-8354-8f1fb23c560e cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:48:29.738309 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Network 8d71903e-9c11-4c07-bc6f-15dcb343f19d is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:48:29.812168 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-b7e202cc-8cb6-478e-8e03-271e886d3668 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200459 Jul 05 07:48:29.822476 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 8d71903e-9c11-4c07-bc6f-15dcb343f19d) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:48:29.858806 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c724a980-da56-4f82-9a5d-3b72c18456f4 None None] Network 8d71903e-9c11-4c07-bc6f-15dcb343f19d requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:29.924895 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['c84db380-dd51-44c1-b5c4-d1f90994c210'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:48:29.938442 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d225ca3b-a76e-496a-8281-dc1a28c827e6 req-5c81bc57-22a1-484e-9f2d-3b70034b5ba5 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269917 Jul 05 07:48:29.953938 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:29.955756 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:29.960009 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:48:30.117529 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2775-a41b-431e-9a43-478de804e07f req-c46bcf03-6fe7-4218-8067-df573a4801cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:30.120018 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d13d2775-a41b-431e-9a43-478de804e07f req-c46bcf03-6fe7-4218-8067-df573a4801cc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 1097 time: 0.1235359 Jul 05 07:48:30.263825 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b94da237-c6de-4bb1-9d01-ce7d5bff51f9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9591694 Jul 05 07:48:30.316347 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2775-a41b-431e-9a43-478de804e07f req-72333551-b49b-4190-ba52-e539bf621130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:30.317843 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d13d2775-a41b-431e-9a43-478de804e07f req-72333551-b49b-4190-ba52-e539bf621130 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.1914036 Jul 05 07:48:30.368265 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14905e5-4c66-464f-82cf-6b5b3a6bba7e None None] Network 8d71903e-9c11-4c07-bc6f-15dcb343f19d requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:48:30.398679 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d13d2775-a41b-431e-9a43-478de804e07f req-3a9604e2-5046-46e5-af9f-5658054af122 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4 HTTP/1.1" status: 200 len: 217 time: 0.0637887 Jul 05 07:48:30.520372 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13d2775-a41b-431e-9a43-478de804e07f req-136d4e9c-270d-4804-b0f1-0a7dbb5fe252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:30.522888 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d13d2775-a41b-431e-9a43-478de804e07f req-136d4e9c-270d-4804-b0f1-0a7dbb5fe252 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.1173851 Jul 05 07:48:30.541959 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48892) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:30.634510 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da5248-7057-4052-a30a-7ec623fa0b70 req-339caf24-cfe5-43cc-aa8e-16b9b7e3e1b6 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:30.636167 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-20da5248-7057-4052-a30a-7ec623fa0b70 req-339caf24-cfe5-43cc-aa8e-16b9b7e3e1b6 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 932 time: 0.6712210 Jul 05 07:48:30.653282 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be8b91-65fe-456e-96df-5b671be5dd40 req-a3920f12-27bb-495d-8bc3-e1d3ff7b7f28 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:30.655624 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34be8b91-65fe-456e-96df-5b671be5dd40 req-a3920f12-27bb-495d-8bc3-e1d3ff7b7f28 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 945 time: 0.9794531 Jul 05 07:48:30.661314 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d13d2775-a41b-431e-9a43-478de804e07f req-3fbc2b5c-c8d1-4451-9f39-50e3e45c53d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304331 Jul 05 07:48:30.678704 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 8a7b7b1b-43da-4076-a21e-27005001b8a8 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:48:30.721777 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-20da5248-7057-4052-a30a-7ec623fa0b70 req-15f7cede-ca51-425a-a90e-0dcb3776932a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618594 Jul 05 07:48:30.742787 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] Deleting subnet c0a3bbdc-cf69-429e-b94d-6e93184bc922 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:48:30.747229 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b530a0f7-87fc-4d8c-b6bf-8162fee871ae req-c6a14302-2011-4e80-aafb-44e66b8dc34f service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9266832 Jul 05 07:48:30.754658 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:30.783775 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34be8b91-65fe-456e-96df-5b671be5dd40 req-cabdcbe2-e7f7-4b05-9c05-db11f25c8778 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941703 Jul 05 07:48:30.878118 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:30.897007 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:30.929184 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e27456f-6410-4633-8354-8f1fb23c560e {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:30.931198 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 8a7b7b1b-43da-4076-a21e-27005001b8a8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:30.944826 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d13d2775-a41b-431e-9a43-478de804e07f req-a5cc9dce-45b1-44b1-b5bd-ff39a6d77828 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741647 Jul 05 07:48:30.949380 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:30.974920 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '8a7b7b1b-43da-4076-a21e-27005001b8a8', 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'port_id': '8a7b7b1b-43da-4076-a21e-27005001b8a8', 'mac_address': 'fa:16:3e:38:0b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f50915-8341-4192-97a4-43d89df98215', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:48:31.005261 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Transition to ACTIVE for port object 7e27456f-6410-4633-8354-8f1fb23c560e will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:48:31.080017 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.098005 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.112426 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.123221 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a7b7b1b-43da-4076-a21e-27005001b8a8 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:31.143848 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a3bbdc-cf69-429e-b94d-6e93184bc922,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:31.158404 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.162617 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-54249f0d-11e3-400e-ad24-b20a22ea9613 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c0a3bbdc-cf69-429e-b94d-6e93184bc922 HTTP/1.1" status: 204 len: 168 time: 0.6091197 Jul 05 07:48:31.163626 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:31.164318 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48914) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:31.172789 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 8a7b7b1b-43da-4076-a21e-27005001b8a8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:31.173010 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-d13d2775-a41b-431e-9a43-478de804e07f req-927b42f8-1029-4a2f-acb9-4e8a2b41312d service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187290 Jul 05 07:48:31.196011 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.276462 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=8a7b7b1b-43da-4076-a21e-27005001b8a8,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:31.286226 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.290266 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c5bc8-a2b1-4048-8660-58031aa79f19 req-e905c91a-8efc-482c-ad4d-040d6862a780 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:31.292722 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-227c5bc8-a2b1-4048-8660-58031aa79f19 req-e905c91a-8efc-482c-ad4d-040d6862a780 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 944 time: 0.2859306 Jul 05 07:48:31.305996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51677f-a03d-4d41-bac6-1e0942913da8 req-e0d5c088-0571-4ed3-9bd1-76f686dfe45a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:31.307785 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cc51677f-a03d-4d41-bac6-1e0942913da8 req-e0d5c088-0571-4ed3-9bd1-76f686dfe45a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 945 time: 0.2414837 Jul 05 07:48:31.320764 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Attempting to bind port 7e27456f-6410-4633-8354-8f1fb23c560e on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:48:31.321472 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Attempting to bind port 7e27456f-6410-4633-8354-8f1fb23c560e by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:48:31.321964 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Attempting to bind port 7e27456f-6410-4633-8354-8f1fb23c560e on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:31.347299 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Port 7e27456f-6410-4633-8354-8f1fb23c560e on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:48:31.348537 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Attempting to bind port 7e27456f-6410-4633-8354-8f1fb23c560e on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:48:31.411092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:48:31.411092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Checking segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:48:31.411092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Bound using segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:48:31.411092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Bound port: 7e27456f-6410-4633-8354-8f1fb23c560e, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:48:31.411092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.427960 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['8a7b7b1b-43da-4076-a21e-27005001b8a8'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:48:31.475994 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.486793 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-227c5bc8-a2b1-4048-8660-58031aa79f19 req-ffad71c9-b1a6-4892-ab44-c865f9d79de5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754029 Jul 05 07:48:31.495058 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.495766 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.496179 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.496526 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.496870 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.497748 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.498234 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.498594 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.498917 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.499238 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.581381 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cc51677f-a03d-4d41-bac6-1e0942913da8 req-4c9d1c0e-84f1-4f7a-9463-3334e8412562 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537148 Jul 05 07:48:31.624762 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:48:31.633332 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:48:31.641111 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.718011 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.726679 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.726679 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.726679 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99353) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:31.726679 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab906f20-d1d4-46c8-b253-df5936b04706']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:31.734356 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:31.735015 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.746815 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e27456f-6410-4633-8354-8f1fb23c560e HTTP/1.1" status: 200 len: 1094 time: 2.3799031 Jul 05 07:48:31.748251 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:31.754464 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3561e0-e067-4fe3-a6e0-3c10374cb387" -d '{"events": [{"name": "network-changed", "server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:31.755596 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f38a51-6d2d-4f14-b2c6-c608d02c0cf6') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:31.755897 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f38a51-6d2d-4f14-b2c6-c608d02c0cf6') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:31.827017 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.885401 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb3216-0b56-4529-9690-7f501a980d21 x-openstack-request-id: req-ffbb3216-0b56-4529-9690-7f501a980d21 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:31.886255 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:31.886966 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffbb3216-0b56-4529-9690-7f501a980d21 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:31.887566 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e', 'status': 'completed', 'code': 200} Jul 05 07:48:31.889504 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bf248-c5f3-4b0c-92d6-52c4c59e09f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:31.911749 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.937107 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:48:31.937530 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: from cryptography.utils import int_from_bytes Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: from cryptography.utils import int_from_bytes Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:48:31.941865 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:48:32.059422 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-1d0d68dc-2c4a-4250-88cb-1ef163eacbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:32.066554 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-1d0d68dc-2c4a-4250-88cb-1ef163eacbcf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 1097 time: 0.2815061 Jul 05 07:48:32.071203 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.089578 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab906f20-d1d4-46c8-b253-df5936b04706,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:32.092542 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.097785 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-13fab791-b60f-420a-a34b-1b5ebc1270c5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ab906f20-d1d4-46c8-b253-df5936b04706 HTTP/1.1" status: 204 len: 168 time: 0.9324613 Jul 05 07:48:32.098934 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 48952) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:32.151062 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] Deleting subnet e063d051-da0f-41fc-bbe5-60f72d809421 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:48:32.155112 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.176539 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-1459d865-ae90-4ac1-9ade-fbaa22f1141d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e27456f-6410-4633-8354-8f1fb23c560e HTTP/1.1" status: 200 len: 217 time: 0.0753431 Jul 05 07:48:32.193861 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.243003 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.261891 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f72a0-90ef-4c4d-ad0f-336149dc24be req-d6e67d75-8698-4489-8bb6-3289e7108f5d tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:32.266974 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d52f72a0-90ef-4c4d-ad0f-336149dc24be req-d6e67d75-8698-4489-8bb6-3289e7108f5d tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 945 time: 0.1680913 Jul 05 07:48:32.276263 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83882d23-83f8-4d01-a384-d2f52fae9bd5 req-c663fbc3-6d12-4940-9c69-b360e01f1a58 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:32.279952 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-83882d23-83f8-4d01-a384-d2f52fae9bd5 req-c663fbc3-6d12-4940-9c69-b360e01f1a58 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.3055212 Jul 05 07:48:32.307204 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-89028eb7-ad46-4788-b086-46a71476d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:32.308771 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-89028eb7-ad46-4788-b086-46a71476d8e5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.1244142 Jul 05 07:48:32.380945 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d52f72a0-90ef-4c4d-ad0f-336149dc24be req-21663b61-e214-49f7-bd94-ebc311c556c1 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995095 Jul 05 07:48:32.421400 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-83882d23-83f8-4d01-a384-d2f52fae9bd5 req-0247b351-4436-48ea-97c9-dbeccf059ef2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185987 Jul 05 07:48:32.457678 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-cfe650f8-97a4-47ff-b4b0-5aa3b61ed87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:32.459971 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-cfe650f8-97a4-47ff-b4b0-5aa3b61ed87c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1427848 Jul 05 07:48:32.512131 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.549083 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e063d051-da0f-41fc-bbe5-60f72d809421,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:32.554438 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.559373 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 48970) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:32.560112 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7c1a6678-cdf6-4e76-acbd-f471faccdb72 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e063d051-da0f-41fc-bbe5-60f72d809421 HTTP/1.1" status: 204 len: 168 time: 0.4597809 Jul 05 07:48:32.685796 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1bbffa64-d8a1-4ee9-8840-293e1518ade4 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:48:32.695773 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-5826574b-71c1-45d4-b197-259c2526c36a service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284622 Jul 05 07:48:32.846217 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 8a7b7b1b-43da-4076-a21e-27005001b8a8 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:32.857344 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:32.940043 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cae2e96-2c7c-4c52-ab32-fb43c2feb650 req-4fa8ba10-2373-46f1-8d1a-a51f23f97be4 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025521 Jul 05 07:48:32.952811 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad922bba-1856-4622-b9b3-2876a4552614 req-0fde4fc0-87fd-4165-93ca-b5944386e6b8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:32.953897 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 1bbffa64-d8a1-4ee9-8840-293e1518ade4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:32.954285 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad922bba-1856-4622-b9b3-2876a4552614 req-0fde4fc0-87fd-4165-93ca-b5944386e6b8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 944 time: 0.3042836 Jul 05 07:48:32.970426 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '1bbffa64-d8a1-4ee9-8840-293e1518ade4', 'network_id': '4bd57993-f4c4-4188-8d6f-b12b802f2388', 'port_id': '1bbffa64-d8a1-4ee9-8840-293e1518ade4', 'mac_address': 'fa:16:3e:2c:bf:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55f50915-8341-4192-97a4-43d89df98215', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:48:32.977680 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 8a7b7b1b-43da-4076-a21e-27005001b8a8 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:33.012699 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 8a7b7b1b-43da-4076-a21e-27005001b8a8 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:33.013930 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.030854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2390545-2b38-49e6-a50b-dc91f8fc76c9 req-fe6669ba-560e-4ef6-9152-825eba0a5444 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:33.032374 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d2390545-2b38-49e6-a50b-dc91f8fc76c9 req-fe6669ba-560e-4ef6-9152-825eba0a5444 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 945 time: 0.2802112 Jul 05 07:48:33.049832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.063061 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.081289 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbffa64-d8a1-4ee9-8840-293e1518ade4 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:33.093641 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.093959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.094790 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.095081 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > port after_create 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.095515 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.095727 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > port after_update 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.096046 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.096364 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.096674 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.096980 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.131917 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 1bbffa64-d8a1-4ee9-8840-293e1518ade4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:33.144838 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.155941 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.164489 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.164836 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.165159 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.165481 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99352) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 07:48:33.165866 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d71903e-9c11-4c07-bc6f-15dcb343f19d']}} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:33.202532 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a1ad5fc-57fe-4145-b598-ee7008e165ba') {'for_net_delete': True} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:33.202827 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a1ad5fc-57fe-4145-b598-ee7008e165ba') {} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:33.210433 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad922bba-1856-4622-b9b3-2876a4552614 req-22503c8c-386b-447a-a2f4-a5e5a9a84e1b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410922 Jul 05 07:48:33.227442 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 8a7b7b1b-43da-4076-a21e-27005001b8a8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:33.230364 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7b7b1b-43da-4076-a21e-27005001b8a8'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:33.238716 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26848850'] for segment, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.268933 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d2390545-2b38-49e6-a50b-dc91f8fc76c9 req-5060bf93-633f-4c91-9841-cc8cd3ddd782 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208583 Jul 05 07:48:33.297800 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.320664 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=99352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:48:33.322370 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734969'] for segment, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.324764 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.325624 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 18aa3baa-1ee3-4198-bda4-f523d7008b91 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: from cryptography.utils import int_from_bytes Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: from cryptography.utils import int_from_bytes Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: Traceback (most recent call last): Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: timer() Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: cb(*args, **kw) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: return func(*args, **kwargs) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: self._notify() Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: self.callback(batched_events) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: event.method(event) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: return f(self, *a, **k) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._get(url).json() Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: return self.request(url, 'GET', **kwargs) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:48:33.327245 dv-cinder-768592-9-iscsi neutron-server[99352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:48:33.383621 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=1bbffa64-d8a1-4ee9-8840-293e1518ade4,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:33.386588 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-2dcb3cab-04d6-48c3-8dde-04a73a7e7e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:33.389119 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-2dcb3cab-04d6-48c3-8dde-04a73a7e7e53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 1097 time: 0.3558478 Jul 05 07:48:33.426673 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['1bbffa64-d8a1-4ee9-8840-293e1518ade4'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:48:33.453372 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.468778 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 18aa3baa-1ee3-4198-bda4-f523d7008b91 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:33.510380 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 18aa3baa-1ee3-4198-bda4-f523d7008b91 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:33.510768 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.542137 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680ed28d-10ad-49dd-8441-572714672961" -d '{"events": [{"server_uuid": "e531fb6a-a61e-4d59-bc3c-fe69d8bc796e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7b7b1b-43da-4076-a21e-27005001b8a8"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:33.570357 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d71903e-9c11-4c07-bc6f-15dcb343f19d,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:33.583615 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.584183 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=8a7b7b1b-43da-4076-a21e-27005001b8a8,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:33.594518 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-d94713dc-b57c-4bab-97d9-6d9a920ae2c0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8d71903e-9c11-4c07-bc6f-15dcb343f19d HTTP/1.1" status: 204 len: 168 time: 1.0338566 Jul 05 07:48:33.697275 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.719871 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-4480b80a-5041-4050-ab6e-9c64628604eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:33.721365 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-4480b80a-5041-4050-ab6e-9c64628604eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.2954769 Jul 05 07:48:33.738637 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec033f-c4c1-48c2-9c22-61a7497f5476 req-aadd9935-0ae0-4431-8417-089545f8588f tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:33.740141 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ebec033f-c4c1-48c2-9c22-61a7497f5476 req-aadd9935-0ae0-4431-8417-089545f8588f tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 945 time: 0.1909885 Jul 05 07:48:33.786568 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-19fa9598-ba3b-4eda-a125-71c331b2d061 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e27456f-6410-4633-8354-8f1fb23c560e HTTP/1.1" status: 200 len: 217 time: 0.0559292 Jul 05 07:48:33.788237 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 18aa3baa-1ee3-4198-bda4-f523d7008b91, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:33.794121 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a325f39-8c47-43f8-9118-265e07b2c892 req-77a01298-b462-463a-86d0-681ee5e6628a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:33.795760 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1a325f39-8c47-43f8-9118-265e07b2c892 req-77a01298-b462-463a-86d0-681ee5e6628a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1771665 Jul 05 07:48:33.805074 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:33.806098 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device c84db380-dd51-44c1-b5c4-d1f90994c210 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:33.884341 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ebec033f-c4c1-48c2-9c22-61a7497f5476 req-38f06ab6-3908-4730-bb77-d1f9d930d9dd tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355376 Jul 05 07:48:33.890587 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-68def2e3-a572-4ed0-b86a-968ff842066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:33.892010 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-68def2e3-a572-4ed0-b86a-968ff842066c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0896301 Jul 05 07:48:33.897338 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1a325f39-8c47-43f8-9118-265e07b2c892 req-16e4a727-3a41-4653-a2aa-8c3bb5bb5c1e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829191 Jul 05 07:48:33.907743 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49072) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:33.992185 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0edb6e5a-1713-44b1-939a-d1dd14a749a7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c946f6ba360645808d3f2a505c1b85b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0825109 Jul 05 07:48:33.994647 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49076) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:33.996062 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=18aa3baa-1ee3-4198-bda4-f523d7008b91,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:34.021616 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port c84db380-dd51-44c1-b5c4-d1f90994c210 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:34.027617 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port c84db380-dd51-44c1-b5c4-d1f90994c210 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:34.028045 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:34.054822 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-d64e3983-1ce8-4b13-8d8e-065b834f95b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:34.056540 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-d64e3983-1ce8-4b13-8d8e-065b834f95b2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1451263 Jul 05 07:48:34.121246 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aa7ddc87-cf5e-4dfa-bc1c-83582f8d8721 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:34.164228 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aa7ddc87-cf5e-4dfa-bc1c-83582f8d8721 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:34.188089 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:34.207358 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-b6066a26-e5cc-457f-bbdc-afcee4018d88 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417491 Jul 05 07:48:34.217363 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7387c691-d73f-4ed9-a72b-77001f8cfd70 x-openstack-request-id: req-7387c691-d73f-4ed9-a72b-77001f8cfd70 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:34.217943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e531fb6a-a61e-4d59-bc3c-fe69d8bc796e", "name": "network-vif-plugged", "status": "completed", "tag": "8a7b7b1b-43da-4076-a21e-27005001b8a8", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:34.218374 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7387c691-d73f-4ed9-a72b-77001f8cfd70 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:34.219043 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a7b7b1b-43da-4076-a21e-27005001b8a8', 'code': 200} Jul 05 07:48:34.232993 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aa7ddc87-cf5e-4dfa-bc1c-83582f8d8721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:34.236932 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-aa7ddc87-cf5e-4dfa-bc1c-83582f8d8721 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:34.238769 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-aa7ddc87-cf5e-4dfa-bc1c-83582f8d8721 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7a64ddce-e148-45ab-a5f4-0db868825783 HTTP/1.1" status: 204 len: 168 time: 0.2413597 Jul 05 07:48:34.263408 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ddc87-cf5e-4dfa-bc1c-83582f8d8721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a64ddce-e148-45ab-a5f4-0db868825783,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:34.296187 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port c84db380-dd51-44c1-b5c4-d1f90994c210, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c84db380-dd51-44c1-b5c4-d1f90994c210,segment=NetworkSegment(263d00d3-806e-4154-99af-1324890925a8),segment_id=263d00d3-806e-4154-99af-1324890925a8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:34.309448 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:34.460545 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f3561e0-e067-4fe3-a6e0-3c10374cb387 req-452f030f-e216-4294-a2f8-a3592371d6fe service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441413 Jul 05 07:48:34.493472 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=c84db380-dd51-44c1-b5c4-d1f90994c210,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:34.531174 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc17bc-cf16-4d80-b270-99d3ea9f1d1b req-636030d3-793a-4f71-8e30-26b1fab23ff5 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:34.533549 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bbc17bc-cf16-4d80-b270-99d3ea9f1d1b req-636030d3-793a-4f71-8e30-26b1fab23ff5 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 946 time: 0.0712028 Jul 05 07:48:34.702091 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:48:34.706013 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1bbffa64-d8a1-4ee9-8840-293e1518ade4 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:34.796318 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49112) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:34.997078 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a92cd462-7394-4273-9763-c7dc081c72bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.000132 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:35.012305 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bbc17bc-cf16-4d80-b270-99d3ea9f1d1b req-f4bb187d-adb7-43e7-940c-43de8d710eaa tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687300 Jul 05 07:48:35.015385 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:35.015855 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.018655 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:35.056337 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '7e27456f-6410-4633-8354-8f1fb23c560e', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'port_id': '7e27456f-6410-4633-8354-8f1fb23c560e', 'mac_address': 'fa:16:3e:f0:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:48:35.132660 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.155179 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b5496-50d8-48d1-8332-a73fd33389a7 req-9e4f9379-ef5b-455f-b87d-55f70008a29f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:35.166014 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb4b5496-50d8-48d1-8332-a73fd33389a7 req-9e4f9379-ef5b-455f-b87d-55f70008a29f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 945 time: 0.5927579 Jul 05 07:48:35.169823 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e27456f-6410-4633-8354-8f1fb23c560e {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:48:35.202446 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:35.203626 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.221790 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.231182 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec007b1b-c5ce-4766-b05c-297ef23a25f6 req-19760e64-0539-475a-8304-53e258ff28c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:35.233347 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ec007b1b-c5ce-4766-b05c-297ef23a25f6 req-19760e64-0539-475a-8304-53e258ff28c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.6392291 Jul 05 07:48:35.240586 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a92cd462-7394-4273-9763-c7dc081c72bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.250140 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a92cd462-7394-4273-9763-c7dc081c72bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.285274 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 1bbffa64-d8a1-4ee9-8840-293e1518ade4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:35.296075 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.302819 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:35.320952 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49130) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:35.334549 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a92cd462-7394-4273-9763-c7dc081c72bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b42982e22b2d4bc7a485bb387d17092a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370061 Jul 05 07:48:35.337310 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49132) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:35.345554 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92cd462-7394-4273-9763-c7dc081c72bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8fb867-85fa-40b5-b0ce-b7c0790cb50d,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:35.352829 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=1bbffa64-d8a1-4ee9-8840-293e1518ade4,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:35.363526 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb4b5496-50d8-48d1-8332-a73fd33389a7 req-94f104a5-8b9b-47e5-af1d-a47fc15876ea tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965823 Jul 05 07:48:35.364350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-ec007b1b-c5ce-4766-b05c-297ef23a25f6 req-165fa052-9033-4059-b21d-3247858284be service neutron] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.395641 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d2cdeef2-56b0-4429-a952-cd2f5475bec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.421913 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d2cdeef2-56b0-4429-a952-cd2f5475bec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.450069 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-1a511ac7-6e4f-42dd-89dc-f63b016db037 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a87302903f74b03ac3b96dbe0da8552&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1102540 Jul 05 07:48:35.455876 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49134) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:35.485519 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f28127-49e4-4d87-a8b5-71b5baffc2d0 req-f4992dac-f79c-4471-9e7f-bc8fb1d12e99 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:35.487360 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-66f28127-49e4-4d87-a8b5-71b5baffc2d0 req-f4992dac-f79c-4471-9e7f-bc8fb1d12e99 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.2385678 Jul 05 07:48:35.497564 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7e27456f-6410-4633-8354-8f1fb23c560e'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:48:35.535634 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d2cdeef2-56b0-4429-a952-cd2f5475bec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.538413 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d2cdeef2-56b0-4429-a952-cd2f5475bec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.539571 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d2cdeef2-56b0-4429-a952-cd2f5475bec8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b8fb867-85fa-40b5-b0ce-b7c0790cb50d HTTP/1.1" status: 204 len: 168 time: 0.2012746 Jul 05 07:48:35.555240 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-27f56cbd-7d65-4ec1-b368-788d3c18ee40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.559987 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdeef2-56b0-4429-a952-cd2f5475bec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8fb867-85fa-40b5-b0ce-b7c0790cb50d,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:35.586160 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-27f56cbd-7d65-4ec1-b368-788d3c18ee40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.642962 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-66f28127-49e4-4d87-a8b5-71b5baffc2d0 req-828bfd8d-3c47-4f18-b986-7242d86e967e tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351714 Jul 05 07:48:35.645987 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-27f56cbd-7d65-4ec1-b368-788d3c18ee40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.651438 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-27f56cbd-7d65-4ec1-b368-788d3c18ee40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.654275 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-27f56cbd-7d65-4ec1-b368-788d3c18ee40 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f1d6eca-0f93-4638-849e-da1c79dcefcd HTTP/1.1" status: 204 len: 168 time: 0.1972606 Jul 05 07:48:35.660226 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-ec007b1b-c5ce-4766-b05c-297ef23a25f6 req-165fa052-9033-4059-b21d-3247858284be service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.668865 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f56cbd-7d65-4ec1-b368-788d3c18ee40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1d6eca-0f93-4638-849e-da1c79dcefcd,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:35.675686 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37801d51-87be-4b4f-b638-8f1752ab2f77 req-2518733a-5292-4926-babd-3df50c279679 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:35.683255 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-37801d51-87be-4b4f-b638-8f1752ab2f77 req-2518733a-5292-4926-babd-3df50c279679 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 945 time: 0.1786544 Jul 05 07:48:35.686313 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-ec007b1b-c5ce-4766-b05c-297ef23a25f6 req-165fa052-9033-4059-b21d-3247858284be service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:35.734821 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ec007b1b-c5ce-4766-b05c-297ef23a25f6 req-165fa052-9033-4059-b21d-3247858284be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4747827 Jul 05 07:48:35.748665 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165fa052-9033-4059-b21d-3247858284be service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e975e7a4-56b6-477b-a7a6-ec9dc274b433,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:35.763103 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-37801d51-87be-4b4f-b638-8f1752ab2f77 req-46fa6501-a896-48a1-a00b-384427eef3fa tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788503 Jul 05 07:48:35.910259 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49144) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:35.924088 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3648-ad4e-4f94-a2bd-ba26f43df1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.019268 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3648-ad4e-4f94-a2bd-ba26f43df1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.031789 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb6c3648-ad4e-4f94-a2bd-ba26f43df1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.078994 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49156) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:36.087593 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-cb6c3648-ad4e-4f94-a2bd-ba26f43df1ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0616b2e5c5941f3a98df722c7a08a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760697 Jul 05 07:48:36.095507 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6c3648-ad4e-4f94-a2bd-ba26f43df1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0810f67a-1213-4499-abbc-7133331fd5dc,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:36.167048 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31cdad51-f032-4af9-a17c-d63e8ca24ffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.196322 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31cdad51-f032-4af9-a17c-d63e8ca24ffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.220998 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aa3baa-1ee3-4198-bda4-f523d7008b91'}, {'server_uuid': '886db4e5-166c-446d-8e7b-e343aeb83802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84db380-dd51-44c1-b5c4-d1f90994c210'}, {'server_uuid': '79096557-8d85-4f63-9d4b-1035319475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbffa64-d8a1-4ee9-8840-293e1518ade4'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:36.225284 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd6572b9-112a-4a2c-9ef6-9a5bebfb277c" -d '{"events": [{"server_uuid": "f16a70f1-cf55-4114-be7c-3c4880034eca", "name": "network-vif-plugged", "status": "completed", "tag": "18aa3baa-1ee3-4198-bda4-f523d7008b91"}, {"server_uuid": "886db4e5-166c-446d-8e7b-e343aeb83802", "name": "network-vif-plugged", "status": "completed", "tag": "c84db380-dd51-44c1-b5c4-d1f90994c210"}, {"server_uuid": "79096557-8d85-4f63-9d4b-1035319475fd", "name": "network-vif-plugged", "status": "completed", "tag": "1bbffa64-d8a1-4ee9-8840-293e1518ade4"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:36.248943 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80671531-ffb8-4af1-9939-cace09a1be97 req-5be3bcc6-8d5e-4600-87dc-e44a7d22ea6d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:36.251035 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-80671531-ffb8-4af1-9939-cace09a1be97 req-5be3bcc6-8d5e-4600-87dc-e44a7d22ea6d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 946 time: 0.1139331 Jul 05 07:48:36.292675 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f89b3e6-7cdd-44b6-8f16-0861c0138fa1 x-openstack-request-id: req-9f89b3e6-7cdd-44b6-8f16-0861c0138fa1 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:36.297028 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a70f1-cf55-4114-be7c-3c4880034eca", "name": "network-vif-plugged", "status": "completed", "tag": "18aa3baa-1ee3-4198-bda4-f523d7008b91", "code": 200}, {"server_uuid": "886db4e5-166c-446d-8e7b-e343aeb83802", "name": "network-vif-plugged", "status": "completed", "tag": "c84db380-dd51-44c1-b5c4-d1f90994c210", "code": 200}, {"server_uuid": "79096557-8d85-4f63-9d4b-1035319475fd", "name": "network-vif-plugged", "status": "completed", "tag": "1bbffa64-d8a1-4ee9-8840-293e1518ade4", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:36.297473 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f89b3e6-7cdd-44b6-8f16-0861c0138fa1 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:36.297898 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18aa3baa-1ee3-4198-bda4-f523d7008b91', 'code': 200} Jul 05 07:48:36.298172 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886db4e5-166c-446d-8e7b-e343aeb83802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84db380-dd51-44c1-b5c4-d1f90994c210', 'code': 200} Jul 05 07:48:36.298450 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79096557-8d85-4f63-9d4b-1035319475fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbffa64-d8a1-4ee9-8840-293e1518ade4', 'code': 200} Jul 05 07:48:36.299339 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31cdad51-f032-4af9-a17c-d63e8ca24ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.317598 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31cdad51-f032-4af9-a17c-d63e8ca24ffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.324766 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-31cdad51-f032-4af9-a17c-d63e8ca24ffc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0810f67a-1213-4499-abbc-7133331fd5dc HTTP/1.1" status: 204 len: 168 time: 0.2446024 Jul 05 07:48:36.378054 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-80671531-ffb8-4af1-9939-cace09a1be97 req-6bfa0869-0086-48b2-8477-7db00942b720 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197426 Jul 05 07:48:36.381482 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cdad51-f032-4af9-a17c-d63e8ca24ffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810f67a-1213-4499-abbc-7133331fd5dc,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:36.713910 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:48:36.788238 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de43946-56fd-4280-b83d-4be727f96bdd req-33eb4cdb-0044-4f7e-8573-e8c9ad775641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:36.790336 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-0de43946-56fd-4280-b83d-4be727f96bdd req-33eb4cdb-0044-4f7e-8573-e8c9ad775641 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 1099 time: 0.1006362 Jul 05 07:48:36.836925 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 7e27456f-6410-4633-8354-8f1fb23c560e completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:48:36.849234 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 7e27456f-6410-4633-8354-8f1fb23c560e triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:48:36.851422 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.872874 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eea7b8-9d45-4778-bf54-df02fc6418f5 req-c4978a94-5035-4a06-bef9-d22fa4597551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:36.874941 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a1eea7b8-9d45-4778-bf54-df02fc6418f5 req-c4978a94-5035-4a06-bef9-d22fa4597551 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 1099 time: 0.2301223 Jul 05 07:48:36.890529 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-0de43946-56fd-4280-b83d-4be727f96bdd req-b9753638-3d5d-48f8-9d6c-c691d5e2935e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930429 Jul 05 07:48:36.900856 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f3cc2-7e86-4889-bd17-e7c6b57e4e39 req-a9c5e31d-1ee9-489b-be33-8c1dd5657670 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:36.902898 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-797f3cc2-7e86-4889-bd17-e7c6b57e4e39 req-a9c5e31d-1ee9-489b-be33-8c1dd5657670 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.3103380 Jul 05 07:48:36.971330 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:36.987177 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f175e0e-3df4-420f-ac5b-5cb926717254 req-35cc1037-5e56-4d98-950b-f287eef0afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:36.989300 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9f175e0e-3df4-420f-ac5b-5cb926717254 req-35cc1037-5e56-4d98-950b-f287eef0afd0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 1099 time: 0.2789385 Jul 05 07:48:36.990912 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a1eea7b8-9d45-4778-bf54-df02fc6418f5 req-4db941ac-116c-44da-a733-d9696d51f427 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868559 Jul 05 07:48:37.009082 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-797f3cc2-7e86-4889-bd17-e7c6b57e4e39 req-48ba5292-eea6-4d88-9fee-6d4f002115a5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918181 Jul 05 07:48:37.031416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfe568-a584-4db2-926c-4a535d768386 req-5c879879-88bb-4665-bdee-cfbaaf1f7bfe tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:37.032981 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-56cfe568-a584-4db2-926c-4a535d768386 req-5c879879-88bb-4665-bdee-cfbaaf1f7bfe tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.1811647 Jul 05 07:48:37.035744 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:48:37.046617 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.112593 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9f175e0e-3df4-420f-ac5b-5cb926717254 req-909fdc68-9877-4ea0-b7aa-4779c3437eec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633645 Jul 05 07:48:37.114691 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49204) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:37.121707 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-56cfe568-a584-4db2-926c-4a535d768386 req-4c0a9e2b-8d37-44c7-8414-a6237c49c115 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830233 Jul 05 07:48:37.140440 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:37.205315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcb8b7d-36be-4e74-8e2a-55ca7bafe583 req-030ae883-db21-440d-b298-ab6962fce595 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:37.207000 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6bcb8b7d-36be-4e74-8e2a-55ca7bafe583 req-030ae883-db21-440d-b298-ab6962fce595 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0802722 Jul 05 07:48:37.261512 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6bcb8b7d-36be-4e74-8e2a-55ca7bafe583 req-565dccd2-6923-4e11-906a-78ed77ab15a0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482016 Jul 05 07:48:37.277332 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81fe3acb-45e1-4f98-a1c1-1308b92ce74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.408068 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81fe3acb-45e1-4f98-a1c1-1308b92ce74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.415798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81fe3acb-45e1-4f98-a1c1-1308b92ce74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.465378 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-81fe3acb-45e1-4f98-a1c1-1308b92ce74e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17511448e77e43f0b73fc914f1c04b55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468103 Jul 05 07:48:37.465378 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe3acb-45e1-4f98-a1c1-1308b92ce74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bca73a-5dca-4c2e-9a03-1cee2fbf6daf,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:37.466449 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49226) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:37.597829 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1a643a1b-2b20-4db5-b61a-8c1386850e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.625545 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1a643a1b-2b20-4db5-b61a-8c1386850e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.694491 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f71cb-c030-407c-b014-559fc7e901fe req-2a86d2b4-e3c5-4d42-b16e-2b4cb8668b9c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:37.694491 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd8f71cb-c030-407c-b014-559fc7e901fe req-2a86d2b4-e3c5-4d42-b16e-2b4cb8668b9c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 946 time: 0.1344051 Jul 05 07:48:37.721811 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1a643a1b-2b20-4db5-b61a-8c1386850e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.724649 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1a643a1b-2b20-4db5-b61a-8c1386850e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:37.728301 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-1a643a1b-2b20-4db5-b61a-8c1386850e4d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/82bca73a-5dca-4c2e-9a03-1cee2fbf6daf HTTP/1.1" status: 204 len: 168 time: 0.2583346 Jul 05 07:48:37.758106 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd8f71cb-c030-407c-b014-559fc7e901fe req-b1d90db1-1b1b-4ae9-bf44-d28d17a2cafc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548868 Jul 05 07:48:37.758106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a643a1b-2b20-4db5-b61a-8c1386850e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bca73a-5dca-4c2e-9a03-1cee2fbf6daf,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:38.195052 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b0a07-5d1a-4afd-a5fb-5a81d02839af req-47043859-7334-486c-a270-4af9a807a953 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:38.196811 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b53b0a07-5d1a-4afd-a5fb-5a81d02839af req-47043859-7334-486c-a270-4af9a807a953 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0715218 Jul 05 07:48:38.282852 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b53b0a07-5d1a-4afd-a5fb-5a81d02839af req-6a419e86-854b-4661-9312-ada01d7ee04b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789435 Jul 05 07:48:38.307132 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:38.310384 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78373d2-59f4-4ac2-9474-687edabb6c26" -d '{"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:38.358292 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49268) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:38.384544 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9c65d376-40f9-4aac-82d1-4a62992663c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:38.401305 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d2c35-c12d-4b32-af53-544a6d8447f9 req-f15113c5-7817-44a4-b1ab-ee7565bbfc22 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:38.403615 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-715d2c35-c12d-4b32-af53-544a6d8447f9 req-f15113c5-7817-44a4-b1ab-ee7565bbfc22 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.1140974 Jul 05 07:48:38.515962 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-715d2c35-c12d-4b32-af53-544a6d8447f9 req-283dcfc3-6164-4998-b5f9-2d63fa50c97b tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038916 Jul 05 07:48:38.585699 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc290b6-4af6-4ec7-9f7a-4c36434ccda5 req-22ec515c-5d6a-4a40-803d-2e619b479f75 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:38.598512 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bfc290b6-4af6-4ec7-9f7a-4c36434ccda5 req-22ec515c-5d6a-4a40-803d-2e619b479f75 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1530077 Jul 05 07:48:38.605047 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9c65d376-40f9-4aac-82d1-4a62992663c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:38.614937 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9c65d376-40f9-4aac-82d1-4a62992663c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:38.644712 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bfc290b6-4af6-4ec7-9f7a-4c36434ccda5 req-919dadc3-78e7-4ff4-b275-b31e47057786 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396571 Jul 05 07:48:38.664527 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9c65d376-40f9-4aac-82d1-4a62992663c0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=258344deb39441e3b4133fb5b5fbaba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040485 Jul 05 07:48:38.666747 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49280) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:38.715780 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c65d376-40f9-4aac-82d1-4a62992663c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5727c2bc-027b-4631-a343-7e5eab1060c8,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:38.718814 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fd563c-8b5b-4d7b-a537-392d2fc6672f x-openstack-request-id: req-20fd563c-8b5b-4d7b-a537-392d2fc6672f {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:38.719269 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:38.719650 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20fd563c-8b5b-4d7b-a537-392d2fc6672f {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:38.720179 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e', 'code': 200} Jul 05 07:48:38.773244 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-72069e42-ea42-4e86-9d27-91d9bbbaae6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:38.807835 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-72069e42-ea42-4e86-9d27-91d9bbbaae6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:38.873070 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-72069e42-ea42-4e86-9d27-91d9bbbaae6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:38.875993 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-72069e42-ea42-4e86-9d27-91d9bbbaae6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:38.879615 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-72069e42-ea42-4e86-9d27-91d9bbbaae6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5727c2bc-027b-4631-a343-7e5eab1060c8 HTTP/1.1" status: 204 len: 168 time: 0.2094505 Jul 05 07:48:38.885751 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72069e42-ea42-4e86-9d27-91d9bbbaae6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5727c2bc-027b-4631-a343-7e5eab1060c8,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:39.208286 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db1f5d-4cb7-4859-a963-db23d2e531b1 req-55b83612-e0a7-4675-8fe8-50b6dd40b4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:39.209857 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-66db1f5d-4cb7-4859-a963-db23d2e531b1 req-55b83612-e0a7-4675-8fe8-50b6dd40b4e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 1099 time: 0.1930645 Jul 05 07:48:39.236816 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bc942-6945-421e-941e-c5110806dd43 req-8a858b82-f886-4ca5-8e24-625a88cab0ac tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:39.238322 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8a9bc942-6945-421e-941e-c5110806dd43 req-8a858b82-f886-4ca5-8e24-625a88cab0ac tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 946 time: 0.2411683 Jul 05 07:48:39.306540 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-66db1f5d-4cb7-4859-a963-db23d2e531b1 req-42a143fc-e93d-40e2-99b1-ae10879e1f7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865650 Jul 05 07:48:39.308621 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-1b251ce9-dd6e-4553-aa9c-0186649e88ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:39.310228 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-1b251ce9-dd6e-4553-aa9c-0186649e88ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 1099 time: 0.2038183 Jul 05 07:48:39.333383 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8a9bc942-6945-421e-941e-c5110806dd43 req-40096726-9b91-486b-bb61-e54ad54876df tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889373 Jul 05 07:48:39.342597 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78836e-6cc1-4fef-8913-d690b7f18190 req-1a368db5-a142-4fc2-bf08-c82c05297770 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:39.344355 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1b78836e-6cc1-4fef-8913-d690b7f18190 req-1a368db5-a142-4fc2-bf08-c82c05297770 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1866579 Jul 05 07:48:39.475596 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1b78836e-6cc1-4fef-8913-d690b7f18190 req-726abe9b-21fb-46c6-b3f6-660013c422f4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250093 Jul 05 07:48:39.534553 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-41d04602-abc3-4a91-b909-f9bcf540ff5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:39.536463 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-41d04602-abc3-4a91-b909-f9bcf540ff5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.1682384 Jul 05 07:48:39.645445 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-4131136a-8e6b-49af-a01c-2d53e302a670 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4 HTTP/1.1" status: 200 len: 217 time: 0.0916531 Jul 05 07:48:39.752026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-79a006c8-b360-4e73-b0e6-7746dc7c4cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:39.755543 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-79a006c8-b360-4e73-b0e6-7746dc7c4cf5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.1003618 Jul 05 07:48:39.803490 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-dc150851-a449-46f3-8ebf-38bd131c3eeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379710 Jul 05 07:48:39.833622 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12689657-8e37-4910-ba63-20ecfd3c3805 req-ab23bfdc-b985-47fa-a2ca-d7aa3b32aa64 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:39.835488 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-12689657-8e37-4910-ba63-20ecfd3c3805 req-ab23bfdc-b985-47fa-a2ca-d7aa3b32aa64 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.1920581 Jul 05 07:48:39.979576 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-12689657-8e37-4910-ba63-20ecfd3c3805 req-56cc60d4-557d-43ac-9e2f-97057e269d7d tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319702 Jul 05 07:48:40.038265 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-fbcf9f53-062d-400a-b4bf-47952ff7913f service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250576 Jul 05 07:48:40.065481 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9587af2c-fc88-4b56-9f16-29e5fb8933ea req-4924fea5-d61e-4720-8d3c-155579755109 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:40.066591 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9587af2c-fc88-4b56-9f16-29e5fb8933ea req-4924fea5-d61e-4720-8d3c-155579755109 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1774876 Jul 05 07:48:40.189114 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9587af2c-fc88-4b56-9f16-29e5fb8933ea req-6696a2e9-4a72-4acd-80dc-90f46a71816d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956755 Jul 05 07:48:40.217580 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72c4192e-ac01-4d5e-8964-9486aa3d1cb7 req-eed0669f-5153-42c3-9db7-7415f9311ce5 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499848 Jul 05 07:48:40.662530 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375cd2af-a740-4e45-bf0a-940088cbaaf0 req-e4b180e5-367c-4f18-b64c-42c6ceb23d24 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:40.664270 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-375cd2af-a740-4e45-bf0a-940088cbaaf0 req-e4b180e5-367c-4f18-b64c-42c6ceb23d24 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0638809 Jul 05 07:48:40.704808 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-375cd2af-a740-4e45-bf0a-940088cbaaf0 req-0fa071fb-925d-4768-bc55-94419b41df80 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339262 Jul 05 07:48:41.441703 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1ab481-56b4-4ce4-b23c-1686ee40aaf0 req-fa4bd306-ed2f-436a-aded-636d98208710 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:41.442982 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-eb1ab481-56b4-4ce4-b23c-1686ee40aaf0 req-fa4bd306-ed2f-436a-aded-636d98208710 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0924363 Jul 05 07:48:41.487562 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-eb1ab481-56b4-4ce4-b23c-1686ee40aaf0 req-d7052a30-1dba-412d-9560-45d3affec3b1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415487 Jul 05 07:48:41.674160 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacab0fc-2f23-4c1d-aeea-1ecde05a0bd0 req-2f190304-e11b-49c9-9912-d77fd9f65746 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:41.675774 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bacab0fc-2f23-4c1d-aeea-1ecde05a0bd0 req-2f190304-e11b-49c9-9912-d77fd9f65746 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0709140 Jul 05 07:48:41.685025 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49464) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:41.689884 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'floatingip': {'port_id': '7e27456f-6410-4633-8354-8f1fb23c560e'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:48:41.777153 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:41.789463 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49474) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:41.867025 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_v2 [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] Deleting subnet afd5ca6f-00c7-4e09-92bc-fdddb812725c {{(pid=99352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:48:41.870342 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:41.924026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26848837'] for subnet, precommit_delete_associations {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:41.961553 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49480) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:42.015055 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.069269 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d03f33-7c25-481c-9740-4573319b4869 req-837b6adb-5144-435d-98f2-9194195b1b64 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:42.070733 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93d03f33-7c25-481c-9740-4573319b4869 req-837b6adb-5144-435d-98f2-9194195b1b64 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1173861 Jul 05 07:48:42.091694 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bae32c0d-17b3-4fe3-8ef5-d80669fe5688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.106018 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26735004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26626733'] for subnet, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.143120 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd5ca6f-00c7-4e09-92bc-fdddb812725c,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:42.147616 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93d03f33-7c25-481c-9740-4573319b4869 req-e514335e-e722-4bc3-8e89-cd90f0d68d48 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693793 Jul 05 07:48:42.150294 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.154780 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-6629f52a-d158-44df-9383-af71b846fc36 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/afd5ca6f-00c7-4e09-92bc-fdddb812725c HTTP/1.1" status: 204 len: 168 time: 0.3614407 Jul 05 07:48:42.155517 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49484) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:42.227744 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.307374 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.318025 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35db5bbd-58ec-4b30-9f92-695809bc4e6d']}} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:42.327737 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7bc557b-6678-4259-898f-61f1e7fc978e') {'for_net_delete': True} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:42.328026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7bc557b-6678-4259-898f-61f1e7fc978e') {} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:42.336544 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26848850'] for segment, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.350429 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.357585 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=99352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:48:42.357981 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734969'] for segment, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: Traceback (most recent call last): Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: timer() Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: cb(*args, **kw) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: return func(*args, **kwargs) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: self._notify() Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: self.callback(batched_events) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: event.method(event) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: return f(self, *a, **k) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._get(url).json() Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: return self.request(url, 'GET', **kwargs) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:48:42.359833 dv-cinder-768592-9-iscsi neutron-server[99352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:48:42.419641 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.425274 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.431222 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] 10.222.0.30 "DELETE /v2.0/networks/35db5bbd-58ec-4b30-9f92-695809bc4e6d HTTP/1.1" status: 204 len: 168 time: 0.2722843 Jul 05 07:48:42.438284 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49490) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:42.442886 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3079dcc-98e9-45b2-8293-d9b8e0a04d3d admin admin] Pushing event deleted for resources: {'Network': ['ID=35db5bbd-58ec-4b30-9f92-695809bc4e6d,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:42.458611 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bae32c0d-17b3-4fe3-8ef5-d80669fe5688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.516577 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bae32c0d-17b3-4fe3-8ef5-d80669fe5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.582854 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.db.resource_extend [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 07:48:42.623161 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae32c0d-17b3-4fe3-8ef5-d80669fe5688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1513376-767a-4ec0-9bd9-d25c6c52f702,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:42.640098 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bae32c0d-17b3-4fe3-8ef5-d80669fe5688 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c625f432725472b84b4dca0711c32ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6775255 Jul 05 07:48:42.642810 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49502) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:42.649667 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] Deleting subnet b9f1f79d-7935-4d10-894d-ec2da0ce571e {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:48:42.658044 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.699251 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8954dfe6-e246-45e2-8fe8-24d51db13e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.699399 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.707318 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.726903 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:48:42.727507 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8954dfe6-e246-45e2-8fe8-24d51db13e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.777279 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8954dfe6-e246-45e2-8fe8-24d51db13e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.781139 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8954dfe6-e246-45e2-8fe8-24d51db13e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:42.785171 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-8954dfe6-e246-45e2-8fe8-24d51db13e8d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1513376-767a-4ec0-9bd9-d25c6c52f702 HTTP/1.1" status: 204 len: 168 time: 0.1413186 Jul 05 07:48:42.796370 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954dfe6-e246-45e2-8fe8-24d51db13e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1513376-767a-4ec0-9bd9-d25c6c52f702,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:42.939845 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.022949 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.068486 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.l3_db [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Floating IP e56d2841-5a32-4e9e-bd16-dae07073418e associated. External IP: 172.27.3.238, port: 7e27456f-6410-4633-8354-8f1fb23c560e. Jul 05 07:48:43.123332 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49512) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:43.137108 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f2329728-1b3e-49ef-ae73-2c0f64143384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.156470 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.210265 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9f1f79d-7935-4d10-894d-ec2da0ce571e,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:43.225124 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.227599 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3b3e5476-fe7a-4576-927d-acee44a3afe1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b9f1f79d-7935-4d10-894d-ec2da0ce571e HTTP/1.1" status: 204 len: 168 time: 0.7859790 Jul 05 07:48:43.230332 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49518) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:43.232631 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f2329728-1b3e-49ef-ae73-2c0f64143384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.237033 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f2329728-1b3e-49ef-ae73-2c0f64143384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.276180 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-f2329728-1b3e-49ef-ae73-2c0f64143384 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24a8e4f961a74dea8508bc9e5ef1c79e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1516047 Jul 05 07:48:43.277031 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2329728-1b3e-49ef-ae73-2c0f64143384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d21dec-bc02-4f7a-b7ed-bb9d99a25f97,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:43.279591 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49520) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:43.360257 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e3a5b-51d5-43ec-8157-51695d150702 req-8fdde0ba-df99-49d3-965e-2a33f7768913 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:43.361741 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d3e3a5b-51d5-43ec-8157-51695d150702 req-8fdde0ba-df99-49d3-965e-2a33f7768913 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0697160 Jul 05 07:48:43.382544 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.400435 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d3e3a5b-51d5-43ec-8157-51695d150702 req-84e1e782-40b7-462f-b6e5-1ce0cb1ea927 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329564 Jul 05 07:48:43.446752 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d867c502-bf33-4cc3-a46a-8043f843ebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.533593 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:48:43.535480 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d867c502-bf33-4cc3-a46a-8043f843ebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.550078 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.573899 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b360c9-8112-4dfe-a165-937b8ce467cd']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:43.593405 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4af4076-d165-4bde-a0c5-7199f7137955') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:43.593696 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4af4076-d165-4bde-a0c5-7199f7137955') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:43.635143 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.658894 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.667914 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d867c502-bf33-4cc3-a46a-8043f843ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.671327 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d867c502-bf33-4cc3-a46a-8043f843ebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.672479 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d867c502-bf33-4cc3-a46a-8043f843ebf3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08d21dec-bc02-4f7a-b7ed-bb9d99a25f97 HTTP/1.1" status: 204 len: 168 time: 0.3919554 Jul 05 07:48:43.673487 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:48:43.673861 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:48:43.701791 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:48:43.752447 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867c502-bf33-4cc3-a46a-8043f843ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d21dec-bc02-4f7a-b7ed-bb9d99a25f97,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:43.786273 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:48:43.788365 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.792172 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.799296 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:43.801119 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] 10.222.0.30 "DELETE /v2.0/networks/f5b360c9-8112-4dfe-a165-937b8ce467cd HTTP/1.1" status: 204 len: 168 time: 0.5697732 Jul 05 07:48:43.809119 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] Sync routers for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:48:43.823884 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:48:43.825899 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:48:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:43.829306 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac7bc3-7ca5-44fa-a4c0-a0ab506ff75b admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b360c9-8112-4dfe-a165-937b8ce467cd,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:43.847064 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-673f55c7-9cee-4ec4-aeb4-49921a7037a2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "PUT /v2.0/floatingips/e56d2841-5a32-4e9e-bd16-dae07073418e HTTP/1.1" status: 200 len: 992 time: 2.1609163 Jul 05 07:48:43.847802 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e'}] {{(pid=99353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:48:43.850994 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9627195a8c2dff50da2ec82d8bbb263518a109ac99fb44a4c90a4a704575652e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93304222-af40-4d6e-bf0e-84ac285ed9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e"}]}' {{(pid=99353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:48:43.949589 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:48:44.022453 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49538) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:44.065110 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-23ccb403-0650-4285-84d3-f9f056c3093d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbabb2661d9a4b4da8e4b5aead1bc9c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0414772 Jul 05 07:48:44.067778 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49542) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:44.126639 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29fb0ef3-c341-4b88-ab0a-99b2889dcd78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.150803 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29fb0ef3-c341-4b88-ab0a-99b2889dcd78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.203718 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29fb0ef3-c341-4b88-ab0a-99b2889dcd78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.206663 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29fb0ef3-c341-4b88-ab0a-99b2889dcd78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.207794 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-29fb0ef3-c341-4b88-ab0a-99b2889dcd78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/16665f70-dfac-4eb0-a18d-ff7159e83ed8 HTTP/1.1" status: 204 len: 168 time: 0.1390507 Jul 05 07:48:44.216223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb0ef3-c341-4b88-ab0a-99b2889dcd78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16665f70-dfac-4eb0-a18d-ff7159e83ed8,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:44.284853 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': 'e56d2841-5a32-4e9e-bd16-dae07073418e', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'port_id': '7e27456f-6410-4633-8354-8f1fb23c560e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'mac_address': 'fa:16:3e:f0:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:48:06Z', 'updated_at': '2021-07-05T07:48:42Z', 'revision_number': 1, 'project_id': '4508128072064e8495aafd60d4402bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:44.313489 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] Checking router: 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:48:44.322451 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:48:44.323038 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:48:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:44.534820 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:48:44.561516 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63c9f50-2df8-4d90-aefc-e881c9d42801 x-openstack-request-id: req-a63c9f50-2df8-4d90-aefc-e881c9d42801 {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:48:44.562112 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e", "status": "completed", "code": 200}]} {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:48:44.562601 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a63c9f50-2df8-4d90-aefc-e881c9d42801 {{(pid=99353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:48:44.563281 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e', 'status': 'completed', 'code': 200} Jul 05 07:48:44.623674 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49568) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:44.686045 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-077dd9f8-72ae-4012-815d-25c02acc5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:44.688774 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-077dd9f8-72ae-4012-815d-25c02acc5f32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 1099 time: 0.1004376 Jul 05 07:48:44.715840 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9670c2c9-bf3c-4d7c-a549-51f75db21557 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42254918297a49d1a6b2aab8fbc0551c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885742 Jul 05 07:48:44.717209 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49572) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:44.805592 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-28e9007b-27e4-4fe6-a862-4bc9fa236591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.842524 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-28e9007b-27e4-4fe6-a862-4bc9fa236591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.862478 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': 'e56d2841-5a32-4e9e-bd16-dae07073418e', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'port_id': '7e27456f-6410-4633-8354-8f1fb23c560e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'mac_address': 'fa:16:3e:f0:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:48:06Z', 'updated_at': '2021-07-05T07:48:42Z', 'revision_number': 1, 'project_id': '4508128072064e8495aafd60d4402bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:48:44.893482 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb37373-ec43-4f24-a876-e01610147774 req-aa77e199-0d00-46da-9d20-776853fd517d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:44.893902 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d5a0c8-5da2-4153-9434-4feb760061ee None None] The sync data for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi is: [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': 'e56d2841-5a32-4e9e-bd16-dae07073418e', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'floating_ip_address': '172.27.3.238', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'port_id': '7e27456f-6410-4633-8354-8f1fb23c560e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'mac_address': 'fa:16:3e:f0:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:48:06Z', 'updated_at': '2021-07-05T07:48:42Z', 'revision_number': 1, 'project_id': '4508128072064e8495aafd60d4402bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:48:44.900740 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-eeb37373-ec43-4f24-a876-e01610147774 req-aa77e199-0d00-46da-9d20-776853fd517d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1075444 Jul 05 07:48:44.903538 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-da8c37f8-77bd-4c46-9bc9-1b76c37938f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:44.905257 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-da8c37f8-77bd-4c46-9bc9-1b76c37938f7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.2074058 Jul 05 07:48:44.906381 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-28e9007b-27e4-4fe6-a862-4bc9fa236591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.909499 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-28e9007b-27e4-4fe6-a862-4bc9fa236591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:44.911027 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-28e9007b-27e4-4fe6-a862-4bc9fa236591 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6e4690d-b3b2-421b-867b-9439f8c35fe4 HTTP/1.1" status: 204 len: 168 time: 0.1906605 Jul 05 07:48:44.939942 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9007b-27e4-4fe6-a862-4bc9fa236591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e4690d-b3b2-421b-867b-9439f8c35fe4,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:45.031003 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-eeb37373-ec43-4f24-a876-e01610147774 req-df503215-84d8-4631-9bdc-58ce684e4964 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293039 Jul 05 07:48:45.051569 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-bedc1f5b-38cf-4294-b7d6-3c2c1040a0e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e27456f-6410-4633-8354-8f1fb23c560e HTTP/1.1" status: 200 len: 1000 time: 0.1363955 Jul 05 07:48:45.147640 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-ad45f850-0f15-4aa4-8253-0af72d196d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:45.149276 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-ad45f850-0f15-4aa4-8253-0af72d196d94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0562229 Jul 05 07:48:45.309129 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8130ba6f-d2e0-4e55-8a2b-0c0983bf2a51 None None] New status for floating IP e56d2841-5a32-4e9e-bd16-dae07073418e: ACTIVE {{(pid=99354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:48:45.539580 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-0471d8ed-139f-4d78-b575-26c65f18e58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:45.541810 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-0471d8ed-139f-4d78-b575-26c65f18e58d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3832197 Jul 05 07:48:45.674140 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-06ad7de5-e2b2-4492-baf5-d0b4d1bae84f service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179512 Jul 05 07:48:45.868035 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93304222-af40-4d6e-bf0e-84ac285ed9a4 req-59c60f52-132a-49ff-bdfc-3033ed0eebba service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871357 Jul 05 07:48:46.214834 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e100c-fe60-4bd2-ba73-1cdcb68a8689 req-178c29f0-b65e-4041-a272-24d07816dccf tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:46.216852 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e25e100c-fe60-4bd2-ba73-1cdcb68a8689 req-178c29f0-b65e-4041-a272-24d07816dccf tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0653224 Jul 05 07:48:46.256923 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e25e100c-fe60-4bd2-ba73-1cdcb68a8689 req-85d77803-ec3d-44bd-8473-c6201270e623 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319872 Jul 05 07:48:46.370818 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0a966ef7-0bd8-4aff-82b2-1c16570a1f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:47.424876 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf531bf-bf0e-41b7-af75-0a2adc4402cc req-9566039d-d29e-4fba-a483-d93808f644ec tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:47.426375 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2cf531bf-bf0e-41b7-af75-0a2adc4402cc req-9566039d-d29e-4fba-a483-d93808f644ec tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0627401 Jul 05 07:48:47.466967 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2cf531bf-bf0e-41b7-af75-0a2adc4402cc req-17cb081b-bdd5-46a1-924f-1361e17a7a55 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349638 Jul 05 07:48:48.640279 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f0225-33b3-4de7-b01e-b29cf9bd4a51 req-da770664-9de2-4513-b6f4-2adc43943ef4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:48.641752 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd5f0225-33b3-4de7-b01e-b29cf9bd4a51 req-da770664-9de2-4513-b6f4-2adc43943ef4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0620341 Jul 05 07:48:48.677515 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd5f0225-33b3-4de7-b01e-b29cf9bd4a51 req-798f999a-2071-4a39-8f8a-3abc2bfb1aa5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302460 Jul 05 07:48:49.007563 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-64ce53ad-10eb-42a6-a1c6-e3a0cc92a680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:49.257390 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:49.321514 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:49.847027 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed5ec9-c13e-4690-88b3-4caf70b9bca6 req-2c804d43-b461-4c0f-af20-b0212e178575 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:49.848431 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90ed5ec9-c13e-4690-88b3-4caf70b9bca6 req-2c804d43-b461-4c0f-af20-b0212e178575 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0623939 Jul 05 07:48:49.886364 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90ed5ec9-c13e-4690-88b3-4caf70b9bca6 req-19e7cf21-20ae-477f-8d51-df2ba0390093 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316491 Jul 05 07:48:50.116612 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:51.062168 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5198a7-371a-4f1e-8a2a-a9325a6358b6 req-b7affd4a-0ac1-4f67-8d38-93169206f4f7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:51.063672 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1c5198a7-371a-4f1e-8a2a-a9325a6358b6 req-b7affd4a-0ac1-4f67-8d38-93169206f4f7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0685861 Jul 05 07:48:51.100887 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1c5198a7-371a-4f1e-8a2a-a9325a6358b6 req-db321883-d2aa-46c3-9827-6648cf8ebe09 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318222 Jul 05 07:48:51.717719 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:52.270578 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60bf1f-8434-40d6-b49d-a2572ec732ba req-499a9776-610d-4416-9745-b4871936e058 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:52.272116 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6a60bf1f-8434-40d6-b49d-a2572ec732ba req-499a9776-610d-4416-9745-b4871936e058 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0637846 Jul 05 07:48:52.308472 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6a60bf1f-8434-40d6-b49d-a2572ec732ba req-5c0ca63e-3b4b-4617-8047-bbd4b5232fc7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308590 Jul 05 07:48:53.486850 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09005fae-b290-4ea7-b7db-385e4c9dcb0a req-cc3d723e-0986-4e05-8bb8-ca612f2ad74b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:53.488335 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-09005fae-b290-4ea7-b7db-385e4c9dcb0a req-cc3d723e-0986-4e05-8bb8-ca612f2ad74b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0681889 Jul 05 07:48:53.525953 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-09005fae-b290-4ea7-b7db-385e4c9dcb0a req-356e29ce-5381-4f8a-839a-098d43c9c2d7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319309 Jul 05 07:48:54.735820 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89946c-0118-4a2a-8df1-594e9351a784 req-8bbf1ce5-62e1-416d-8a6f-119b66a16b52 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:54.747954 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c89946c-0118-4a2a-8df1-594e9351a784 req-8bbf1ce5-62e1-416d-8a6f-119b66a16b52 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1020064 Jul 05 07:48:54.783850 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c89946c-0118-4a2a-8df1-594e9351a784 req-2dc5040c-da1b-4d9a-8a52-95ac98a4844a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350113 Jul 05 07:48:55.005627 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49852) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:55.108794 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.194889 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.198380 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.236435 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00b8953da54743b3af33dfcb05a30e8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296784 Jul 05 07:48:55.237621 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b424cd0d-6643-4387-baef-97a85de02b23,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:55.239087 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49856) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:55.244718 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.245067 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.245405 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.245740 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.246072 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.246418 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.247331 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.247656 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.248070 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.248400 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.248723 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.249038 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ee0f3e-e842-46da-b3db-f2bcf8bde9f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.287700 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.308126 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.353304 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.355756 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.357642 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b424cd0d-6643-4387-baef-97a85de02b23 HTTP/1.1" status: 204 len: 168 time: 0.1175361 Jul 05 07:48:55.365040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b424cd0d-6643-4387-baef-97a85de02b23,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:55.372091 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.372476 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.372820 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.373161 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.373578 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.374025 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.374497 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.374931 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.375265 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.375632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.376069 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.376498 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c22992-091e-4e3e-90ec-428c2aa010cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:48:55.635391 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49874) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:55.653616 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7acec9f0-f10f-49f5-bd19-7fbff07af2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.749124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7acec9f0-f10f-49f5-bd19-7fbff07af2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.754257 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7acec9f0-f10f-49f5-bd19-7fbff07af2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.764754 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49880) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:55.793011 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acec9f0-f10f-49f5-bd19-7fbff07af2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771180d3-6e58-48d5-86b5-a86cb84aaf78,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:55.823904 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-7acec9f0-f10f-49f5-bd19-7fbff07af2fa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6da8a238031f477fbcd9db391eed5453&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851318 Jul 05 07:48:55.825101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49888) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:55.888567 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33e77e2c-062b-4a60-8fe4-46ff77d226b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.893081 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccc22212-e4c6-4d3a-8919-d6117237c881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.924904 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccc22212-e4c6-4d3a-8919-d6117237c881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:55.973745 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3baab2a-0f03-459e-9f8f-4b41c52b2764 req-25a5f6e0-23d2-4160-b87d-d31a33856cd5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:55.981525 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f3baab2a-0f03-459e-9f8f-4b41c52b2764 req-25a5f6e0-23d2-4160-b87d-d31a33856cd5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0753653 Jul 05 07:48:56.011631 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccc22212-e4c6-4d3a-8919-d6117237c881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.015090 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccc22212-e4c6-4d3a-8919-d6117237c881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.016237 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ccc22212-e4c6-4d3a-8919-d6117237c881 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/771180d3-6e58-48d5-86b5-a86cb84aaf78 HTTP/1.1" status: 204 len: 168 time: 0.1899750 Jul 05 07:48:56.022919 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f3baab2a-0f03-459e-9f8f-4b41c52b2764 req-f093b22c-9669-4cff-9462-abf2691ea6a8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400746 Jul 05 07:48:56.046775 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33e77e2c-062b-4a60-8fe4-46ff77d226b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.048439 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc22212-e4c6-4d3a-8919-d6117237c881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771180d3-6e58-48d5-86b5-a86cb84aaf78,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:56.051517 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33e77e2c-062b-4a60-8fe4-46ff77d226b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.093444 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e77e2c-062b-4a60-8fe4-46ff77d226b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08472dfe-ba9e-4f1f-b42e-0f16ca531dba,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:56.097557 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-33e77e2c-062b-4a60-8fe4-46ff77d226b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9146c3cdd35e4a41ba0d905d489529fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316727 Jul 05 07:48:56.102139 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49894) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:56.154649 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0456bbd6-96c5-4c33-893d-df0a0b9e26a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.178028 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0456bbd6-96c5-4c33-893d-df0a0b9e26a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.224081 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0456bbd6-96c5-4c33-893d-df0a0b9e26a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.226898 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0456bbd6-96c5-4c33-893d-df0a0b9e26a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.228072 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-0456bbd6-96c5-4c33-893d-df0a0b9e26a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08472dfe-ba9e-4f1f-b42e-0f16ca531dba HTTP/1.1" status: 204 len: 168 time: 0.1247935 Jul 05 07:48:56.237005 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456bbd6-96c5-4c33-893d-df0a0b9e26a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08472dfe-ba9e-4f1f-b42e-0f16ca531dba,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:56.297303 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49900) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:56.310964 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e647a64f-ceb7-44f4-be10-f266f86ef012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.399530 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e647a64f-ceb7-44f4-be10-f266f86ef012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.403293 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e647a64f-ceb7-44f4-be10-f266f86ef012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.439129 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e647a64f-ceb7-44f4-be10-f266f86ef012 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d648262b6ee54289a9994e4151aac053&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406817 Jul 05 07:48:56.441897 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49904) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:56.443696 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647a64f-ceb7-44f4-be10-f266f86ef012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29de57ba-9a23-48b7-b3bf-af0238a186be,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:56.492642 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-573e79c8-4f00-4f6f-b6c6-921fa05d5424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.514645 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-573e79c8-4f00-4f6f-b6c6-921fa05d5424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.557522 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 49906) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:56.560851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-573e79c8-4f00-4f6f-b6c6-921fa05d5424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.563393 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-573e79c8-4f00-4f6f-b6c6-921fa05d5424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.564525 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-573e79c8-4f00-4f6f-b6c6-921fa05d5424 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29de57ba-9a23-48b7-b3bf-af0238a186be HTTP/1.1" status: 204 len: 168 time: 0.1215425 Jul 05 07:48:56.572140 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573e79c8-4f00-4f6f-b6c6-921fa05d5424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29de57ba-9a23-48b7-b3bf-af0238a186be,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:56.577986 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-5b39b91b-2993-4e84-abe4-dd6a23026475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.670196 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-5b39b91b-2993-4e84-abe4-dd6a23026475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.674270 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-5b39b91b-2993-4e84-abe4-dd6a23026475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.715488 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-5b39b91b-2993-4e84-abe4-dd6a23026475 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e3109c42cc4d4b15ac4514d3df773e3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567101 Jul 05 07:48:56.716590 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b39b91b-2993-4e84-abe4-dd6a23026475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bae1fb5-6048-405f-ba39-3b90417fa042,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:56.720596 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 49912) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:48:56.783304 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dbb5780d-eb19-471e-b17d-aeee6269ad57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.804357 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dbb5780d-eb19-471e-b17d-aeee6269ad57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.852723 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dbb5780d-eb19-471e-b17d-aeee6269ad57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.855334 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-dbb5780d-eb19-471e-b17d-aeee6269ad57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:48:56.857076 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-dbb5780d-eb19-471e-b17d-aeee6269ad57 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bae1fb5-6048-405f-ba39-3b90417fa042 HTTP/1.1" status: 204 len: 168 time: 0.1353481 Jul 05 07:48:56.867646 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb5780d-eb19-471e-b17d-aeee6269ad57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bae1fb5-6048-405f-ba39-3b90417fa042,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:48:57.206727 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9116657-f29e-4786-a13d-f225aef22215 req-65cb41e5-e01b-46f7-add2-fccf0c6ba274 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:57.208260 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b9116657-f29e-4786-a13d-f225aef22215 req-65cb41e5-e01b-46f7-add2-fccf0c6ba274 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0752437 Jul 05 07:48:57.253599 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b9116657-f29e-4786-a13d-f225aef22215 req-e1b5a259-ac73-4ba6-9568-c0e265a3d88e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391941 Jul 05 07:48:58.439492 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36007558-6fff-4b6d-a45f-ba4bfae8b6c6 req-0658a037-ef01-48e1-8412-ce31fafc8e47 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:58.440954 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36007558-6fff-4b6d-a45f-ba4bfae8b6c6 req-0658a037-ef01-48e1-8412-ce31fafc8e47 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0708854 Jul 05 07:48:58.479451 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36007558-6fff-4b6d-a45f-ba4bfae8b6c6 req-331cf223-bf39-4135-8be1-72ce674e088d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324397 Jul 05 07:48:59.518361 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d56b3348-51f9-44fc-ba1b-a01e67debd5c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:59.519785 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d56b3348-51f9-44fc-ba1b-a01e67debd5c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.1035700 Jul 05 07:48:59.534559 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-b28eb4e5-ad98-46b2-96f9-6f908947f74b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/quotas/422876582ce943f5b1d32012e3d302f6 HTTP/1.1" status: 200 len: 375 time: 0.0092962 Jul 05 07:48:59.629449 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-a82dddbe-bb3c-479a-89e6-c517aac0bff7 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885515 Jul 05 07:48:59.724793 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec962e-7acd-4d02-b4a4-0795193106af req-0b4c3f76-8ee5-4fd0-98b9-9643b4541d19 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:48:59.726310 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25ec962e-7acd-4d02-b4a4-0795193106af req-0b4c3f76-8ee5-4fd0-98b9-9643b4541d19 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1304021 Jul 05 07:48:59.759398 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-17d64b04-c9e3-41f4-b9b8-550fef324645 service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228471 Jul 05 07:48:59.792991 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25ec962e-7acd-4d02-b4a4-0795193106af req-c2fb41e3-c37f-465e-9beb-b1f568b0d623 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601094 Jul 05 07:48:59.864135 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-319bcfba-6792-4c49-a8b9-290f67db3330 service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985847 Jul 05 07:49:00.016404 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50090) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:00.051060 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29970db9-df90-4acc-93d8-c2259009a502 req-3273ce8d-655b-4515-bfec-06d7a9d3e166 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 210 time: 0.0343785 Jul 05 07:49:00.148589 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-775779b5-f438-4547-a764-9d58259165be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:00.255099 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-775779b5-f438-4547-a764-9d58259165be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:00.258769 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-775779b5-f438-4547-a764-9d58259165be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:00.293219 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-775779b5-f438-4547-a764-9d58259165be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f35ba8108d224cbd9a2a59e3143d3120&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756789 Jul 05 07:49:00.296465 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50106) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:00.299176 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775779b5-f438-4547-a764-9d58259165be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f419ebce-7ebb-4b11-8a58-abe5d6aed506,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:00.363125 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bcc6e329-01a1-4447-b6c6-406c3391664a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:00.391017 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bcc6e329-01a1-4447-b6c6-406c3391664a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:00.459357 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bcc6e329-01a1-4447-b6c6-406c3391664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:00.461954 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bcc6e329-01a1-4447-b6c6-406c3391664a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:00.463338 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-bcc6e329-01a1-4447-b6c6-406c3391664a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f419ebce-7ebb-4b11-8a58-abe5d6aed506 HTTP/1.1" status: 204 len: 168 time: 0.1655979 Jul 05 07:49:00.471367 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6e329-01a1-4447-b6c6-406c3391664a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f419ebce-7ebb-4b11-8a58-abe5d6aed506,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:00.980092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b29faee-52ea-438b-87e6-44c4bf1a11a5 req-4789ead9-f713-4531-b86f-0b10978f9934 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:00.981655 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b29faee-52ea-438b-87e6-44c4bf1a11a5 req-4789ead9-f713-4531-b86f-0b10978f9934 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0732605 Jul 05 07:49:01.022664 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b29faee-52ea-438b-87e6-44c4bf1a11a5 req-0512eaa5-dcce-4c3b-b756-78d3355626a8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339599 Jul 05 07:49:01.189792 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-da529b61-5200-44eb-80b5-8c87d5265f92 req-61db8522-a0b8-43c4-8485-69e2f9e3661e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 210 time: 0.0313420 Jul 05 07:49:02.189840 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677a467-9aff-49ff-818b-d0cbe038f809 req-5858ca62-8544-416e-9b96-eba98262ddf8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:02.191326 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6677a467-9aff-49ff-818b-d0cbe038f809 req-5858ca62-8544-416e-9b96-eba98262ddf8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0607817 Jul 05 07:49:02.230447 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6677a467-9aff-49ff-818b-d0cbe038f809 req-5e3ee01c-b206-41d4-ba26-8eee37f43ce9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Jul 05 07:49:02.356821 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-884cd45e-9254-41cc-b8df-db3841d7d4e1 req-d22c9004-0ebc-4c50-8a9a-2bbf571d4dc9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 210 time: 0.0320027 Jul 05 07:49:03.420497 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b545c18d-6d1d-4731-aa1a-fd5180455e1e req-dae1872d-f4a7-4241-ae63-3f97101e8a45 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:03.423291 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b545c18d-6d1d-4731-aa1a-fd5180455e1e req-dae1872d-f4a7-4241-ae63-3f97101e8a45 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0685816 Jul 05 07:49:03.469833 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b545c18d-6d1d-4731-aa1a-fd5180455e1e req-cff054a9-4ab3-4704-bc26-322b1d0e447a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Jul 05 07:49:03.503586 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2c32c171-86df-4b11-9dcb-e25273cc05b4 req-bcc49721-2211-47e4-9423-5ea346d6cedd tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 210 time: 0.0296779 Jul 05 07:49:04.658802 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b6c1a-7350-4552-8a25-a3e79d39d518 req-e1482c7b-e5ad-4546-8d59-fe8469768aa3 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:04.660438 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3f1b6c1a-7350-4552-8a25-a3e79d39d518 req-e1482c7b-e5ad-4546-8d59-fe8469768aa3 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0681925 Jul 05 07:49:04.697796 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3f1b6c1a-7350-4552-8a25-a3e79d39d518 req-b4ac2f7e-2ec9-44d2-868b-0604bffa9734 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317407 Jul 05 07:49:04.826344 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a6d9e66d-4e39-42f0-b8f1-1bd4801105af req-3ee57190-7dae-4c5f-8a4a-c12d702ba7f1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 210 time: 0.0286200 Jul 05 07:49:05.875454 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2269e988-eef1-4980-a3cd-11386706ee25 req-4b4940f6-8360-427f-9268-f8b6a54c3eb8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:05.876957 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2269e988-eef1-4980-a3cd-11386706ee25 req-4b4940f6-8360-427f-9268-f8b6a54c3eb8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0636592 Jul 05 07:49:05.913114 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2269e988-eef1-4980-a3cd-11386706ee25 req-d57fad5a-3247-4dd0-a62e-59e7259c47ff tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306382 Jul 05 07:49:06.039762 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-095126c7-0273-4776-8e85-e41dce9b6bf2 req-2920a1de-9a64-469b-a76e-256f7eb12ccf tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 210 time: 0.0310240 Jul 05 07:49:07.089350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699e072-86c9-4963-8bfb-9ca8ea8f8c32 req-d714b17d-db13-4692-8c61-c4248ff5eb24 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:07.090878 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2699e072-86c9-4963-8bfb-9ca8ea8f8c32 req-d714b17d-db13-4692-8c61-c4248ff5eb24 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0649357 Jul 05 07:49:07.137624 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2699e072-86c9-4963-8bfb-9ca8ea8f8c32 req-a417d3ac-6839-4cb7-abe1-4607c09f2b10 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390968 Jul 05 07:49:07.190009 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4cd2b114-7b60-411c-bc64-fbec8e994697 req-3a8efa82-ee41-4dd6-8db3-2dd830a972f7 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 210 time: 0.0316904 Jul 05 07:49:07.294132 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-64c6ee55-2bb1-4314-9301-0acaa1b536fc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:07.295618 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-64c6ee55-2bb1-4314-9301-0acaa1b536fc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.1043179 Jul 05 07:49:07.313870 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Request body: {'port': {'device_id': '2676ed3a-affe-460a-b93d-7651a76228e7', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'admin_state_up': True, 'tenant_id': '422876582ce943f5b1d32012e3d302f6'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:07.420589 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Made reservation on behalf of 422876582ce943f5b1d32012e3d302f6 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:07.424439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:07.550739 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Allocated IP 172.20.0.2 (6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82/e34b1b3c-eeae-466f-a8e6-df2b04191a62/f2cdf1f0-b375-46f5-b637-da212bb8bdae) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:07.701553 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:07.743607 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:07.794576 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:07.795187 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:07.800482 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:07.839854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event updated for resources: {'Port': ['ID=f2cdf1f0-b375-46f5-b637-da212bb8bdae,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:07.862993 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:07.863781 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:07.878237 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-1191eb7e-ac2b-444c-9fe5-eee32cdd7489 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5691278 Jul 05 07:49:08.314870 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd339165-de07-4942-aadb-3aabd3cce7de req-621f54e8-0ebc-4e45-9828-bfe27d612ae8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:08.316351 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd339165-de07-4942-aadb-3aabd3cce7de req-621f54e8-0ebc-4e45-9828-bfe27d612ae8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0650570 Jul 05 07:49:08.352858 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd339165-de07-4942-aadb-3aabd3cce7de req-8b6909cc-fd5b-4e0e-9cf4-783419b906b2 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310378 Jul 05 07:49:08.523278 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f1e28-af0b-4396-b365-01d4832c1c59 req-ce0c73b8-9818-440d-9783-7ee485aa842c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:08.524887 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-011f1e28-af0b-4396-b365-01d4832c1c59 req-ce0c73b8-9818-440d-9783-7ee485aa842c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 931 time: 0.0628922 Jul 05 07:49:08.563447 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-011f1e28-af0b-4396-b365-01d4832c1c59 req-57469f6f-4e94-460f-8553-585e2ac813a4 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329268 Jul 05 07:49:09.523605 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c248ea-4c23-46cf-ac5f-33a886b7e94f req-bdc2d263-34b7-4632-940e-d8d8abc34d1e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:09.525062 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a1c248ea-4c23-46cf-ac5f-33a886b7e94f req-bdc2d263-34b7-4632-940e-d8d8abc34d1e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0620122 Jul 05 07:49:09.561951 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a1c248ea-4c23-46cf-ac5f-33a886b7e94f req-38062804-dc48-4350-8dad-42f13c1f7f52 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306334 Jul 05 07:49:09.737760 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5773d-e345-4ec9-b05c-90a3129e4bac req-7e0ab7b6-3f7c-404f-94be-4fe7e180e1e7 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:09.739929 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5ff5773d-e345-4ec9-b05c-90a3129e4bac req-7e0ab7b6-3f7c-404f-94be-4fe7e180e1e7 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 931 time: 0.0685472 Jul 05 07:49:09.777971 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5ff5773d-e345-4ec9-b05c-90a3129e4bac req-ccca11d7-fafb-4be7-b753-2e789246c83d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325100 Jul 05 07:49:10.699204 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:49:10.725375 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Request body: {'port': {'device_id': '2676ed3a-affe-460a-b93d-7651a76228e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:10.784885 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861292b5-e79c-444e-a3df-7fa3ce767bd1 req-0018ea95-8e66-42a2-a094-d1c078c5cd39 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:10.786609 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-861292b5-e79c-444e-a3df-7fa3ce767bd1 req-0018ea95-8e66-42a2-a094-d1c078c5cd39 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1119637 Jul 05 07:49:10.837881 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-861292b5-e79c-444e-a3df-7fa3ce767bd1 req-0816d68c-c5c7-49e6-a835-c9c98def0060 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 Jul 05 07:49:10.871634 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:11.101436 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f881dcf-7ee9-4a1a-80da-d5b5fdcc4c70 req-9574badb-3934-4bb3-8312-9e08b908327d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:11.102932 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f881dcf-7ee9-4a1a-80da-d5b5fdcc4c70 req-9574badb-3934-4bb3-8312-9e08b908327d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 931 time: 0.1767449 Jul 05 07:49:11.162581 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f881dcf-7ee9-4a1a-80da-d5b5fdcc4c70 req-47ab13a5-bb4d-4620-b852-400b73036d2d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519748 Jul 05 07:49:11.209340 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2cdf1f0-b375-46f5-b637-da212bb8bdae {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:49:11.217957 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:11.231631 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Transition to ACTIVE for port object f2cdf1f0-b375-46f5-b637-da212bb8bdae will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:11.236626 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:11.513270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cdf1f0-b375-46f5-b637-da212bb8bdae,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:11.559915 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Attempting to bind port f2cdf1f0-b375-46f5-b637-da212bb8bdae on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:11.560246 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Attempting to bind port f2cdf1f0-b375-46f5-b637-da212bb8bdae by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:11.560569 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Attempting to bind port f2cdf1f0-b375-46f5-b637-da212bb8bdae on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:11.565238 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Port f2cdf1f0-b375-46f5-b637-da212bb8bdae on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:49:11.565550 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Attempting to bind port f2cdf1f0-b375-46f5-b637-da212bb8bdae on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:11.570113 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:11.570475 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Checking segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:11.570851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Bound using segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:11.571268 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Bound port: f2cdf1f0-b375-46f5-b637-da212bb8bdae, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:11.571610 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:11.635665 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] For port f2cdf1f0-b375-46f5-b637-da212bb8bdae, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:11.638735 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] For port f2cdf1f0-b375-46f5-b637-da212bb8bdae, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f2cdf1f0-b375-46f5-b637-da212bb8bdae,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:11.643812 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:11.676303 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:11.676906 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:11.678247 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] 10.222.0.24 "PUT /v2.0/ports/f2cdf1f0-b375-46f5-b637-da212bb8bdae HTTP/1.1" status: 200 len: 1093 time: 0.9586449 Jul 05 07:49:11.678694 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2676ed3a-affe-460a-b93d-7651a76228e7', 'tag': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:49:11.680959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "2676ed3a-affe-460a-b93d-7651a76228e7", "tag": "f2cdf1f0-b375-46f5-b637-da212bb8bdae"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:49:11.708094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d28be-2dc7-474f-8b7f-fcb671a4b8f1 service neutron] Pushing event updated for resources: {'Port': ['ID=f2cdf1f0-b375-46f5-b637-da212bb8bdae,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:11.719286 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db00b471-09a5-44f5-a61f-8401d1d213e8 x-openstack-request-id: req-db00b471-09a5-44f5-a61f-8401d1d213e8 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:49:11.719703 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2676ed3a-affe-460a-b93d-7651a76228e7", "tag": "f2cdf1f0-b375-46f5-b637-da212bb8bdae", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:49:11.719950 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db00b471-09a5-44f5-a61f-8401d1d213e8 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:49:11.720331 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2676ed3a-affe-460a-b93d-7651a76228e7', 'tag': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', 'status': 'completed', 'code': 200} Jul 05 07:49:11.808180 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-a5199210-26df-49fb-92bd-946d27cb8b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:11.810349 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-a5199210-26df-49fb-92bd-946d27cb8b90 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 1096 time: 0.0757434 Jul 05 07:49:11.862157 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-cca25c62-d252-48ba-a989-f50c5db53bc3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2cdf1f0-b375-46f5-b637-da212bb8bdae HTTP/1.1" status: 200 len: 217 time: 0.0419240 Jul 05 07:49:11.935917 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-3ed9a55e-8b95-4ef2-8394-dd0035de0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:11.938151 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-3ed9a55e-8b95-4ef2-8394-dd0035de0fe3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.0657005 Jul 05 07:49:11.994501 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-e3a54260-5562-4ee2-8c7c-6a108d191f88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474896 Jul 05 07:49:12.182769 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-9a39ab8a-abd6-44b5-84da-73c39741dc6e service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768234 Jul 05 07:49:12.208743 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e7ec4-59ce-4e49-9bc7-2f6c9bc0e77b req-7555f84a-8c11-4097-94f7-09eeee6d0131 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:12.210248 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-567e7ec4-59ce-4e49-9bc7-2f6c9bc0e77b req-7555f84a-8c11-4097-94f7-09eeee6d0131 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1309726 Jul 05 07:49:12.353829 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-567e7ec4-59ce-4e49-9bc7-2f6c9bc0e77b req-a4ec5872-eef5-4266-a467-7888f2c1039f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275747 Jul 05 07:49:12.365479 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3d391acd-9210-4fdc-b27f-36be717c5414 req-8219fbd3-24f8-425d-b456-e34b9d7b89d7 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752167 Jul 05 07:49:12.379827 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea94b6-c218-41a3-9401-d5636d013c9b req-f0b1b1b1-ecde-4ae3-862f-47cf4aef9df6 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:12.381266 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-74ea94b6-c218-41a3-9401-d5636d013c9b req-f0b1b1b1-ecde-4ae3-862f-47cf4aef9df6 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.1539824 Jul 05 07:49:12.437794 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-74ea94b6-c218-41a3-9401-d5636d013c9b req-6dc1aa66-c47a-4717-8204-7aeab6b8e8fe tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467780 Jul 05 07:49:12.563380 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec551c70-f84a-4a12-9b98-de1a7a03f2fa req-12a8f635-d843-4476-b1f5-ff99d1db801b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:12.564896 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ec551c70-f84a-4a12-9b98-de1a7a03f2fa req-12a8f635-d843-4476-b1f5-ff99d1db801b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0797181 Jul 05 07:49:12.603213 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ec551c70-f84a-4a12-9b98-de1a7a03f2fa req-7add6233-7be7-4a4b-97fa-59c1786d3af3 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324900 Jul 05 07:49:13.539867 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a74fa7-5051-4d1a-9561-c0fdbdf99ae3 req-e4c8bbec-b71c-4e58-9d45-c44f72658299 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:13.541328 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e0a74fa7-5051-4d1a-9561-c0fdbdf99ae3 req-e4c8bbec-b71c-4e58-9d45-c44f72658299 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0616267 Jul 05 07:49:13.578239 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e0a74fa7-5051-4d1a-9561-c0fdbdf99ae3 req-d62f107f-838f-48ed-a354-6a7985f155f7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312803 Jul 05 07:49:13.738078 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e14595-d1ff-4f27-8831-78802232280a req-13ff09e5-149d-4f73-8992-2b0c561ce432 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:13.739580 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-32e14595-d1ff-4f27-8831-78802232280a req-13ff09e5-149d-4f73-8992-2b0c561ce432 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.0660477 Jul 05 07:49:13.776050 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-32e14595-d1ff-4f27-8831-78802232280a req-63cb3111-49a6-47dc-bdc5-f16bf93c89c1 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308371 Jul 05 07:49:13.939024 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38388268-6c10-4f60-9ae3-e042131617dd req-dd65e5aa-017f-4fd7-bb08-4ca7e56cd07a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:13.940487 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38388268-6c10-4f60-9ae3-e042131617dd req-dd65e5aa-017f-4fd7-bb08-4ca7e56cd07a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0621243 Jul 05 07:49:13.977098 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38388268-6c10-4f60-9ae3-e042131617dd req-57f17a60-39be-4c6a-abc2-885c7e80a943 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311098 Jul 05 07:49:14.750319 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa13827a-dad6-40e3-bf7c-d34f627e1586 req-377cc25c-e9d5-4bd1-8373-2eccf1ca78ac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:14.751829 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aa13827a-dad6-40e3-bf7c-d34f627e1586 req-377cc25c-e9d5-4bd1-8373-2eccf1ca78ac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0628948 Jul 05 07:49:14.791497 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aa13827a-dad6-40e3-bf7c-d34f627e1586 req-db1a5627-e4e0-48f0-8a9b-1342d4d70eae tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341280 Jul 05 07:49:14.950140 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e778830-baf2-4d47-92e0-5d5f62c574af req-71d5e082-ae7c-4688-8b4e-3ab46f09a9cb tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:14.951648 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e778830-baf2-4d47-92e0-5d5f62c574af req-71d5e082-ae7c-4688-8b4e-3ab46f09a9cb tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.0626495 Jul 05 07:49:14.991703 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e778830-baf2-4d47-92e0-5d5f62c574af req-03f58056-dc0c-408b-9565-d2b11e902c16 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338240 Jul 05 07:49:15.154479 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01030b8d-5ac8-423b-a331-a6cbbfe02729 req-7c9f52c9-c832-440d-848b-00fa85c049e0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:15.156310 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-01030b8d-5ac8-423b-a331-a6cbbfe02729 req-7c9f52c9-c832-440d-848b-00fa85c049e0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0670631 Jul 05 07:49:15.193617 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-01030b8d-5ac8-423b-a331-a6cbbfe02729 req-9b878313-87db-42b0-8a33-942f73d94407 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320222 Jul 05 07:49:15.672121 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-344b9c5d-fa3b-4864-ae4e-c0332ba73f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:15.673704 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-344b9c5d-fa3b-4864-ae4e-c0332ba73f20 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 1096 time: 0.0560725 Jul 05 07:49:15.767872 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-0e27a5dc-aa1c-4c29-9688-a1a2958cb7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:15.769344 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-0e27a5dc-aa1c-4c29-9688-a1a2958cb7fe service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 915 time: 0.0867958 Jul 05 07:49:15.823315 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-01c08779-8ea3-46ef-bf75-f1c02fbb73ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2cdf1f0-b375-46f5-b637-da212bb8bdae HTTP/1.1" status: 200 len: 217 time: 0.0416756 Jul 05 07:49:15.873766 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-d0321ea9-c5e4-49db-bea0-b6b7e3a65469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:15.875386 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-d0321ea9-c5e4-49db-bea0-b6b7e3a65469 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.0445487 Jul 05 07:49:15.914187 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-c9561c38-09a1-48e3-bf9f-aa9fcee2c54d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284359 Jul 05 07:49:16.042790 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a63a9-b0f2-4c9c-b390-d7494eb89c13 req-f80c9ce4-1c2d-47e2-b7cd-ca5247dc4733 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:16.044297 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-545a63a9-b0f2-4c9c-b390-d7494eb89c13 req-f80c9ce4-1c2d-47e2-b7cd-ca5247dc4733 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1325102 Jul 05 07:49:16.064641 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-d1621faa-ce13-4304-9381-dde71942b799 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411879 Jul 05 07:49:16.180663 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-545a63a9-b0f2-4c9c-b390-d7494eb89c13 req-410b3094-0e45-4758-a92b-303e40a3aafe tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201591 Jul 05 07:49:16.225089 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-928f6d6b-6b30-4f2f-8f9a-7b6ca4de9dd2 req-b1a8621a-c92b-41ca-bcfc-6f4cb354f67a service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508157 Jul 05 07:49:16.242181 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df7fb-82f7-4131-9609-f5c6627a0b4a req-54a5a5f1-c6f1-45bd-96cd-4a9cf5c23dcd tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:16.244080 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-040df7fb-82f7-4131-9609-f5c6627a0b4a req-54a5a5f1-c6f1-45bd-96cd-4a9cf5c23dcd tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.1245041 Jul 05 07:49:16.286065 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-040df7fb-82f7-4131-9609-f5c6627a0b4a req-1b2da169-a0e2-4b1b-8d40-7539dfb44961 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350177 Jul 05 07:49:16.372836 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6fbe21e7-5fe7-4d8f-8646-3b5b915a9f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:16.382900 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9679b-0ac1-4afc-9b5c-33a49638b8a6 req-254f7ace-bbf2-4672-9b29-c5d96cc71736 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:16.384296 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ebd9679b-0ac1-4afc-9b5c-33a49638b8a6 req-254f7ace-bbf2-4672-9b29-c5d96cc71736 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0713921 Jul 05 07:49:16.429882 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ebd9679b-0ac1-4afc-9b5c-33a49638b8a6 req-f0b6dc10-a22e-422f-9195-db8e722eb6cc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397677 Jul 05 07:49:17.352404 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7eb52d-c68e-4404-b4bd-3ae4a2277f33 req-3a9df327-b3f3-4ffa-b223-7291d600b5cf tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:17.353858 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dc7eb52d-c68e-4404-b4bd-3ae4a2277f33 req-3a9df327-b3f3-4ffa-b223-7291d600b5cf tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0668678 Jul 05 07:49:17.391373 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dc7eb52d-c68e-4404-b4bd-3ae4a2277f33 req-d1b85c1b-5333-48d4-b8d3-3101b2163817 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Jul 05 07:49:17.547603 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f4812-9aba-4e04-a4e9-676af3bec4c3 req-36b0fc11-4a03-4c4f-ad6f-18f74ec20086 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:17.549089 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f9f4812-9aba-4e04-a4e9-676af3bec4c3 req-36b0fc11-4a03-4c4f-ad6f-18f74ec20086 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.0620868 Jul 05 07:49:17.586513 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f9f4812-9aba-4e04-a4e9-676af3bec4c3 req-cda7c24e-1454-4bc4-a476-d089de891cc8 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319486 Jul 05 07:49:17.750019 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a719ea-3a69-44cf-bd1a-d19551fbf460 req-d5159bd7-7fb0-4db3-b3bf-be5074cce1f5 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:17.751458 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-70a719ea-3a69-44cf-bd1a-d19551fbf460 req-d5159bd7-7fb0-4db3-b3bf-be5074cce1f5 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0669768 Jul 05 07:49:17.789324 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-70a719ea-3a69-44cf-bd1a-d19551fbf460 req-14fbcd8c-54d4-48d6-84f0-ed06aef4cc02 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321672 Jul 05 07:49:18.562917 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3e32a-6441-4aaf-8a1a-c48f0321da78 req-a5f77aad-a9ba-4fce-a764-e9b134c8de00 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:18.564473 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-abb3e32a-6441-4aaf-8a1a-c48f0321da78 req-a5f77aad-a9ba-4fce-a764-e9b134c8de00 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0641308 Jul 05 07:49:18.601615 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-abb3e32a-6441-4aaf-8a1a-c48f0321da78 req-5f5787a5-007d-4199-bf07-4110ee493fb4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Jul 05 07:49:18.757364 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357df4f6-0c88-4a54-b8bb-8e741668cdd2 req-1fcd5d68-8378-43dc-a714-5f7381fac369 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:18.758840 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-357df4f6-0c88-4a54-b8bb-8e741668cdd2 req-1fcd5d68-8378-43dc-a714-5f7381fac369 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.0620224 Jul 05 07:49:18.795340 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-357df4f6-0c88-4a54-b8bb-8e741668cdd2 req-464ef93e-fe85-47bd-baae-f68bdeb6837a tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309703 Jul 05 07:49:18.964695 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0b220-af6b-46dc-8922-4806c9ecd04a req-abaf9f9c-46a4-4cb5-a420-39a5923d4366 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:18.966072 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-96d0b220-af6b-46dc-8922-4806c9ecd04a req-abaf9f9c-46a4-4cb5-a420-39a5923d4366 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0664539 Jul 05 07:49:19.008278 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-96d0b220-af6b-46dc-8922-4806c9ecd04a req-926eef41-aa32-4d46-93bc-12421c1f9786 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Jul 05 07:49:19.010362 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-24b4d56c-6406-4932-93bd-0a3f782afeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:19.258784 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:19.341182 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:19.726777 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:49:19.773912 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f96e41-907c-4061-9686-880464c61929 req-00cf7acd-960f-4f6c-a83e-928c9cae3331 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:19.775479 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34f96e41-907c-4061-9686-880464c61929 req-00cf7acd-960f-4f6c-a83e-928c9cae3331 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0637920 Jul 05 07:49:19.814072 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34f96e41-907c-4061-9686-880464c61929 req-f087be2f-295b-4910-8102-f4b7c918742c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Jul 05 07:49:19.983312 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ca2688-c9b1-4d7e-bcde-0c4e1974df3d req-35ac1d4f-be71-49b4-9e68-65fce262bf12 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:19.984792 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-08ca2688-c9b1-4d7e-bcde-0c4e1974df3d req-35ac1d4f-be71-49b4-9e68-65fce262bf12 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.0673304 Jul 05 07:49:20.022645 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-08ca2688-c9b1-4d7e-bcde-0c4e1974df3d req-ef5a4c7c-4c92-4c7b-af2c-25d542cfb4db tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323248 Jul 05 07:49:20.121866 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:20.188674 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9074eba-432c-4b90-88ea-6572cc278da5 req-30536219-0587-4c25-960e-64cbacb74776 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:20.190287 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c9074eba-432c-4b90-88ea-6572cc278da5 req-30536219-0587-4c25-960e-64cbacb74776 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0659890 Jul 05 07:49:20.228241 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c9074eba-432c-4b90-88ea-6572cc278da5 req-701cbce1-4fdd-45db-9b2c-f1ed10a09f34 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322587 Jul 05 07:49:20.337279 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-834e57b9-73f7-482a-a3e0-30a91ef6098f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511861 Jul 05 07:49:20.446215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-1e75e90e-8c4e-4207-b5f6-5673eae078ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:20.447782 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-1e75e90e-8c4e-4207-b5f6-5673eae078ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 1099 time: 0.0568538 Jul 05 07:49:20.553597 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-5f85a4bf-fee8-4e99-8e2f-ff99a7aa5f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:20.555111 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-5f85a4bf-fee8-4e99-8e2f-ff99a7aa5f17 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 915 time: 0.0825062 Jul 05 07:49:20.605688 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-436f2afd-4742-4f52-8310-0dd0a1845b02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91 HTTP/1.1" status: 200 len: 217 time: 0.0401304 Jul 05 07:49:20.660244 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-c170b6bb-0de5-4cad-808c-8c756c1aa2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:20.661723 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-c170b6bb-0de5-4cad-808c-8c756c1aa2b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.0463409 Jul 05 07:49:20.701432 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-fcc62bdd-dfcb-459f-a2fc-e6c512e61fc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256135 Jul 05 07:49:20.799307 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-0a2f7dc2-57f4-4e8b-8ccc-77797822794c service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880866 Jul 05 07:49:20.897525 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6ecd11b-c081-4ead-a1cb-6c4652fb691d req-743db21b-1fed-441d-8dae-1680040c1bb2 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850487 Jul 05 07:49:21.000372 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570489ed-b5e8-4933-8c28-30aaef289991 req-892241e5-b99e-4e52-be51-c24204d1919c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:21.001866 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-570489ed-b5e8-4933-8c28-30aaef289991 req-892241e5-b99e-4e52-be51-c24204d1919c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0666382 Jul 05 07:49:21.044761 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-570489ed-b5e8-4933-8c28-30aaef289991 req-9ff1567c-3146-44dd-beed-055ef2380aa4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368311 Jul 05 07:49:21.209871 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57f994-2e95-415e-926a-6bfdd4e82650 req-fc0996fb-f4ed-43a0-9226-e5c933ffbbe2 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:21.211380 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2a57f994-2e95-415e-926a-6bfdd4e82650 req-fc0996fb-f4ed-43a0-9226-e5c933ffbbe2 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.0709341 Jul 05 07:49:21.257335 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2a57f994-2e95-415e-926a-6bfdd4e82650 req-dea4ca86-695f-4149-9680-50396010da45 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397866 Jul 05 07:49:21.417067 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f8bf4-db50-41e4-b8fe-cdd2a6447e77 req-103278d4-dd39-4860-9372-f2a29949dfea tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:21.418496 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af6f8bf4-db50-41e4-b8fe-cdd2a6447e77 req-103278d4-dd39-4860-9372-f2a29949dfea tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.0707748 Jul 05 07:49:21.445214 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50536) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:21.458840 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af6f8bf4-db50-41e4-b8fe-cdd2a6447e77 req-e258d75b-754d-4125-9699-bae35611ac52 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Jul 05 07:49:21.559788 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5843-199c-4eec-94e2-dc8eade3e004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.647591 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5843-199c-4eec-94e2-dc8eade3e004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.651513 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c5ff5843-199c-4eec-94e2-dc8eade3e004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.689290 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff5843-199c-4eec-94e2-dc8eade3e004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b5484f-18ab-4341-9d66-fb40fa1fda2d,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:21.694488 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-c5ff5843-199c-4eec-94e2-dc8eade3e004 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11d95a0822cf4cfab7ddc6064320c9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2482076 Jul 05 07:49:21.697151 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50542) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:21.723995 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.752040 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e10b-3c14-44b3-91c7-47b60bbcb3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.774868 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e10b-3c14-44b3-91c7-47b60bbcb3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.829523 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e10b-3c14-44b3-91c7-47b60bbcb3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.833558 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9bd1e10b-3c14-44b3-91c7-47b60bbcb3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:21.838714 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9bd1e10b-3c14-44b3-91c7-47b60bbcb3a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32b5484f-18ab-4341-9d66-fb40fa1fda2d HTTP/1.1" status: 204 len: 168 time: 0.1404819 Jul 05 07:49:21.848755 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1e10b-3c14-44b3-91c7-47b60bbcb3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b5484f-18ab-4341-9d66-fb40fa1fda2d,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:21.893909 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-eeecefbb-e0fd-4e81-a456-75a47bd2449c tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:21.895535 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-eeecefbb-e0fd-4e81-a456-75a47bd2449c tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.24 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.1219873 Jul 05 07:49:22.084544 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Deleting port c84db380-dd51-44c1-b5c4-d1f90994c210 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:49:22.085063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:22.252884 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] For port c84db380-dd51-44c1-b5c4-d1f90994c210, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=c84db380-dd51-44c1-b5c4-d1f90994c210,segment=NetworkSegment(263d00d3-806e-4154-99af-1324890925a8),segment_id=263d00d3-806e-4154-99af-1324890925a8)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:22.253517 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:22.271125 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Calling delete_port for c84db380-dd51-44c1-b5c4-d1f90994c210 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:49:22.382407 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b21179-83ef-4416-99c7-d6615b806350 req-cc5abeb5-5ad6-4690-a079-0f231be6ab0f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:22.386890 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d8b21179-83ef-4416-99c7-d6615b806350 req-cc5abeb5-5ad6-4690-a079-0f231be6ab0f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1887355 Jul 05 07:49:22.491418 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d8b21179-83ef-4416-99c7-d6615b806350 req-5f69f6cd-53c1-4e67-ae1b-ed745a0dedc6 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965509 Jul 05 07:49:22.550012 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd37e09-fac9-457e-be79-2e7ae0b1d807 req-ed6c236a-5181-4d1e-a2b2-aac97c590d05 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:22.556729 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8cd37e09-fac9-457e-be79-2e7ae0b1d807 req-ed6c236a-5181-4d1e-a2b2-aac97c590d05 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 946 time: 0.1567736 Jul 05 07:49:22.580428 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:22.595427 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['c84db380-dd51-44c1-b5c4-d1f90994c210'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:49:22.615932 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Pushing event deleted for resources: {'Port': ['ID=c84db380-dd51-44c1-b5c4-d1f90994c210,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:22.719731 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device f2cdf1f0-b375-46f5-b637-da212bb8bdae details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:49:22.825658 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port f2cdf1f0-b375-46f5-b637-da212bb8bdae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f2cdf1f0-b375-46f5-b637-da212bb8bdae,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:22.839274 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'port_id': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', 'mac_address': 'fa:16:3e:8d:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34b1b3c-eeae-466f-a8e6-df2b04191a62', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:49:22.879561 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:22.882923 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8cd37e09-fac9-457e-be79-2e7ae0b1d807 req-f5ac4505-d090-46af-8911-dd212bff6b99 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/security-groups?id=9b651c1f-614d-4656-8e51-420a34b774bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253088 Jul 05 07:49:22.896266 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2cdf1f0-b375-46f5-b637-da212bb8bdae {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:49:22.919365 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port f2cdf1f0-b375-46f5-b637-da212bb8bdae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f2cdf1f0-b375-46f5-b637-da212bb8bdae,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:22.924658 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:22.942461 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] No DVR routers for this DVR port c84db380-dd51-44c1-b5c4-d1f90994c210 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:49:22.948823 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:22.951602 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-02ba7b9b-f8d7-41c3-a984-8c68ed982d88 req-3ff3ae2e-8947-4d63-849a-5265a0f5a0fa tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.24 "DELETE /v2.0/ports/c84db380-dd51-44c1-b5c4-d1f90994c210 HTTP/1.1" status: 204 len: 173 time: 1.0459096 Jul 05 07:49:22.952253 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '886db4e5-166c-446d-8e7b-e343aeb83802', 'name': 'network-vif-deleted', 'tag': 'c84db380-dd51-44c1-b5c4-d1f90994c210'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:49:22.955536 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d652d60-7e3d-4fcc-8fcf-6d4cebcd90b3" -d '{"events": [{"server_uuid": "886db4e5-166c-446d-8e7b-e343aeb83802", "name": "network-vif-deleted", "tag": "c84db380-dd51-44c1-b5c4-d1f90994c210"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:49:22.996231 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=f2cdf1f0-b375-46f5-b637-da212bb8bdae,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:23.005778 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.006231 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.006614 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.007067 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.007425 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.007856 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.008195 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.008532 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.008868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.009199 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.009532 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.010112 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:23.012749 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7dc16-5f53-415c-9a63-c3641661bfab req-5d91d07b-0362-4001-b262-1d39ec97b80a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:23.021111 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-64a7dc16-5f53-415c-9a63-c3641661bfab req-5d91d07b-0362-4001-b262-1d39ec97b80a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 943 time: 0.1370556 Jul 05 07:49:23.061047 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-64a7dc16-5f53-415c-9a63-c3641661bfab req-cbb4ba91-7491-49dc-958a-1fb125f623cc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 Jul 05 07:49:23.127531 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9735ebed-6d1e-4c02-84de-c76725567153 x-openstack-request-id: req-9735ebed-6d1e-4c02-84de-c76725567153 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:49:23.128103 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "886db4e5-166c-446d-8e7b-e343aeb83802", "name": "network-vif-deleted", "tag": "c84db380-dd51-44c1-b5c4-d1f90994c210", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:49:23.128338 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9735ebed-6d1e-4c02-84de-c76725567153 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:49:23.128851 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '886db4e5-166c-446d-8e7b-e343aeb83802', 'name': 'network-vif-deleted', 'tag': 'c84db380-dd51-44c1-b5c4-d1f90994c210', 'status': 'completed', 'code': 200} Jul 05 07:49:23.350245 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['f2cdf1f0-b375-46f5-b637-da212bb8bdae'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:49:23.679369 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f363e4-e28d-4bf3-a295-e4579c8e98ac req-ac8e073f-ac58-4950-8732-070f80a4f3c8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:23.681803 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93f363e4-e28d-4bf3-a295-e4579c8e98ac req-ac8e073f-ac58-4950-8732-070f80a4f3c8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0670698 Jul 05 07:49:23.723636 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93f363e4-e28d-4bf3-a295-e4579c8e98ac req-c8bfc292-d0ca-4744-9e4d-17396813350d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365925 Jul 05 07:49:24.047845 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-538dbc85-ac99-42ab-b9ea-2fe67464a9ad req-c2873627-bba8-45a7-a363-9f3b55251fe3 tempest-DeleteServersTestJSON-508589550 tempest-DeleteServersTestJSON-508589550-project] 10.222.0.30 "GET /v2.0/ports?device_id=886db4e5-166c-446d-8e7b-e343aeb83802 HTTP/1.1" status: 200 len: 210 time: 0.0289459 Jul 05 07:49:24.259780 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf75d4f-1095-4a7e-8c8f-78b57b1eb98d req-011065c2-c522-4660-a158-1cd517f1028f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:24.261545 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-caf75d4f-1095-4a7e-8c8f-78b57b1eb98d req-011065c2-c522-4660-a158-1cd517f1028f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 944 time: 0.0682008 Jul 05 07:49:24.305044 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-caf75d4f-1095-4a7e-8c8f-78b57b1eb98d req-d183562b-7afa-4c03-806c-07bc56ff443c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343120 Jul 05 07:49:24.528394 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50674) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:24.618178 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50680) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:24.677077 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4a79c913-2502-4aa2-b369-cfdf373a095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.703149 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c27e-e01e-4b94-97ed-b05eb6eccf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.733661 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device f2cdf1f0-b375-46f5-b637-da212bb8bdae up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:24.789107 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port f2cdf1f0-b375-46f5-b637-da212bb8bdae completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:24.793201 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port f2cdf1f0-b375-46f5-b637-da212bb8bdae triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:24.793680 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.800079 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4a79c913-2502-4aa2-b369-cfdf373a095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.805561 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4a79c913-2502-4aa2-b369-cfdf373a095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.853993 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-4a79c913-2502-4aa2-b369-cfdf373a095f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d9e32c97d7a4c7f8c3cdd722622761a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347159 Jul 05 07:49:24.859436 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50692) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:24.871614 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79c913-2502-4aa2-b369-cfdf373a095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbed868-9156-40d7-bf32-cc06823ccde0,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:24.877759 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.901315 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676ed3a-affe-460a-b93d-7651a76228e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:49:24.904586 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63202f7f-80af-4672-aeba-e02a7e7995df" -d '{"events": [{"server_uuid": "2676ed3a-affe-460a-b93d-7651a76228e7", "name": "network-vif-plugged", "status": "completed", "tag": "f2cdf1f0-b375-46f5-b637-da212bb8bdae"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:49:24.919603 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port f2cdf1f0-b375-46f5-b637-da212bb8bdae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f2cdf1f0-b375-46f5-b637-da212bb8bdae,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:24.920189 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa548984-f968-48a8-9a04-eb1fa127221f req-73696996-60de-4a78-aa73-fce45455d9ab tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:24.922438 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa548984-f968-48a8-9a04-eb1fa127221f req-73696996-60de-4a78-aa73-fce45455d9ab tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0730298 Jul 05 07:49:24.927665 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.931402 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device c84db380-dd51-44c1-b5c4-d1f90994c210 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:49:24.973738 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dffe052-b31b-4eff-953b-941c92dc84e4 x-openstack-request-id: req-5dffe052-b31b-4eff-953b-941c92dc84e4 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:49:24.974213 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676ed3a-affe-460a-b93d-7651a76228e7", "name": "network-vif-plugged", "status": "completed", "tag": "f2cdf1f0-b375-46f5-b637-da212bb8bdae", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:49:24.974632 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5dffe052-b31b-4eff-953b-941c92dc84e4 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:49:24.975558 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676ed3a-affe-460a-b93d-7651a76228e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', 'code': 200} Jul 05 07:49:24.975701 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b1188598-21fc-40d9-a1ec-701799d122b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:24.979838 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: c84db380-dd51-44c1-b5c4-d1f90994c210 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:49:24.980344 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device c84db380-dd51-44c1-b5c4-d1f90994c210 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:49:24.981258 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa548984-f968-48a8-9a04-eb1fa127221f req-1da01370-f735-4444-8ce5-0e245ac26f1e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523379 Jul 05 07:49:25.011250 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=f2cdf1f0-b375-46f5-b637-da212bb8bdae,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:25.027801 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b1188598-21fc-40d9-a1ec-701799d122b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.043305 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c27e-e01e-4b94-97ed-b05eb6eccf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.052086 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d8b9c27e-e01e-4b94-97ed-b05eb6eccf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.101869 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9c27e-e01e-4b94-97ed-b05eb6eccf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b061e1-ed2d-4e56-9138-72dabb8bf9cd,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:25.106056 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d8b9c27e-e01e-4b94-97ed-b05eb6eccf62 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=298af5135f504ba5bd8f948b0d9ea6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5765257 Jul 05 07:49:25.110429 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50698) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:25.137729 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b1188598-21fc-40d9-a1ec-701799d122b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.140996 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b1188598-21fc-40d9-a1ec-701799d122b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.142272 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b1188598-21fc-40d9-a1ec-701799d122b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bbed868-9156-40d7-bf32-cc06823ccde0 HTTP/1.1" status: 204 len: 168 time: 0.2815711 Jul 05 07:49:25.151101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1188598-21fc-40d9-a1ec-701799d122b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbed868-9156-40d7-bf32-cc06823ccde0,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:25.183306 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b980c8f-92e5-438a-b721-68d8cb28841b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.233602 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b980c8f-92e5-438a-b721-68d8cb28841b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.284807 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a552a09-d642-47bb-a528-ef78dfa10922 req-bdc55114-052f-4254-9977-f29aab543fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:25.286464 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3a552a09-d642-47bb-a528-ef78dfa10922 req-bdc55114-052f-4254-9977-f29aab543fad service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 1098 time: 0.0980017 Jul 05 07:49:25.297961 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b980c8f-92e5-438a-b721-68d8cb28841b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.300939 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b980c8f-92e5-438a-b721-68d8cb28841b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.301999 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-3b980c8f-92e5-438a-b721-68d8cb28841b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20b061e1-ed2d-4e56-9138-72dabb8bf9cd HTTP/1.1" status: 204 len: 168 time: 0.1917002 Jul 05 07:49:25.328502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b980c8f-92e5-438a-b721-68d8cb28841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b061e1-ed2d-4e56-9138-72dabb8bf9cd,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:25.347685 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3a552a09-d642-47bb-a528-ef78dfa10922 req-730545eb-b868-4429-a051-efd9f2b7dbb0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Jul 05 07:49:25.507412 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50724) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:25.531600 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ec10afd9-2dde-4da4-b245-dbc55ceeb7b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.612956 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25788168-5405-44a0-ab10-99024ccf538d req-c4546281-5fbc-4b5c-b394-ec66c4fe1852 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:25.615154 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25788168-5405-44a0-ab10-99024ccf538d req-c4546281-5fbc-4b5c-b394-ec66c4fe1852 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 945 time: 0.1146042 Jul 05 07:49:25.663141 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25788168-5405-44a0-ab10-99024ccf538d req-4dc973e3-c651-492f-98d6-d0a929e28a38 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Jul 05 07:49:25.689716 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ec10afd9-2dde-4da4-b245-dbc55ceeb7b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.694040 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ec10afd9-2dde-4da4-b245-dbc55ceeb7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.737901 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ec10afd9-2dde-4da4-b245-dbc55ceeb7b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=654a5296caf54daa979d6fb6386baf65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293992 Jul 05 07:49:25.739023 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10afd9-2dde-4da4-b245-dbc55ceeb7b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f5c6acc-e2cb-4cf3-ba29-1dce1424e4e1,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:25.740628 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50728) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:25.791924 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8b2db99b-9caf-40dc-b38d-5d4ad770e75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.820720 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8b2db99b-9caf-40dc-b38d-5d4ad770e75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.853626 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50732) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:25.872512 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8b2db99b-9caf-40dc-b38d-5d4ad770e75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.876014 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8b2db99b-9caf-40dc-b38d-5d4ad770e75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:25.879339 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-8b2db99b-9caf-40dc-b38d-5d4ad770e75d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f5c6acc-e2cb-4cf3-ba29-1dce1424e4e1 HTTP/1.1" status: 204 len: 168 time: 0.1353023 Jul 05 07:49:25.886010 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2db99b-9caf-40dc-b38d-5d4ad770e75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f5c6acc-e2cb-4cf3-ba29-1dce1424e4e1,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:25.984327 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-405abc9f-4cd4-41c4-b67e-6e434a3a65bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.104817 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-405abc9f-4cd4-41c4-b67e-6e434a3a65bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.109879 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-405abc9f-4cd4-41c4-b67e-6e434a3a65bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.158113 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-405abc9f-4cd4-41c4-b67e-6e434a3a65bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4b97c95820340fa827568f045bedf66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025794 Jul 05 07:49:26.158867 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405abc9f-4cd4-41c4-b67e-6e434a3a65bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5695707-b0b3-4d72-8299-d6950b55ff3c,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:26.160688 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50746) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:26.187387 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf6e55-6f52-45e7-b88c-49f5011075be req-fc9562cb-41b8-4297-8105-822ea4a5f7e4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:26.188928 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5aaf6e55-6f52-45e7-b88c-49f5011075be req-fc9562cb-41b8-4297-8105-822ea4a5f7e4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0884261 Jul 05 07:49:26.252812 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5aaf6e55-6f52-45e7-b88c-49f5011075be req-0f42c143-e699-4f81-af7e-5b0f73784e2c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555458 Jul 05 07:49:26.255682 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a011a842-6785-4a51-bf55-3b325fbeb3c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.279394 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a011a842-6785-4a51-bf55-3b325fbeb3c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.329256 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a011a842-6785-4a51-bf55-3b325fbeb3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.332540 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a011a842-6785-4a51-bf55-3b325fbeb3c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.334120 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a011a842-6785-4a51-bf55-3b325fbeb3c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5695707-b0b3-4d72-8299-d6950b55ff3c HTTP/1.1" status: 204 len: 168 time: 0.1705537 Jul 05 07:49:26.348983 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011a842-6785-4a51-bf55-3b325fbeb3c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5695707-b0b3-4d72-8299-d6950b55ff3c,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:26.472025 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d48f9-620c-45a5-a41e-79abfaee5c0a req-02a81def-fdd4-4985-9af7-827b669bae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:26.473803 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7e3d48f9-620c-45a5-a41e-79abfaee5c0a req-02a81def-fdd4-4985-9af7-827b669bae8e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 1099 time: 0.0626650 Jul 05 07:49:26.522681 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7e3d48f9-620c-45a5-a41e-79abfaee5c0a req-bf12f945-a9bf-4add-8025-dadc9ac167d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349338 Jul 05 07:49:26.760933 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50784) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:26.856706 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] Deleting subnet f2a87542-0244-460a-b751-023e1e4605d2 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:49:26.866357 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.915265 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:26.962988 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dca29-89d2-418f-85c7-4c5d0121475a req-55aebd1a-7582-46ab-881f-af3c980a913b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:26.964868 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-347dca29-89d2-418f-85c7-4c5d0121475a req-55aebd1a-7582-46ab-881f-af3c980a913b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 945 time: 0.0759571 Jul 05 07:49:26.997649 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.031556 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-347dca29-89d2-418f-85c7-4c5d0121475a req-ec3593f4-d428-4458-9888-1f552537531e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578189 Jul 05 07:49:27.093895 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.126517 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a87542-0244-460a-b751-023e1e4605d2,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:27.132667 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.134080 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e6f65aca-3f58-4c77-9a8a-1e458fd8351b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f2a87542-0244-460a-b751-023e1e4605d2 HTTP/1.1" status: 204 len: 168 time: 0.3714855 Jul 05 07:49:27.136618 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50806) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:27.222306 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.308897 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50818) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:27.323795 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.338474 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381e6d9d-9a08-4004-a0f0-a6b92dd017ef']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:27.366174 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263d00d3-806e-4154-99af-1324890925a8') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:27.370946 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263d00d3-806e-4154-99af-1324890925a8') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:27.383958 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.409992 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.417403 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:49:27.417928 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:49:27.422099 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:49:27.475703 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-609596820-network', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:27.497719 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b786132-1907-475c-8dfc-cbcd2282bc60 req-9f1afda7-d81c-40db-a6bd-e6f93b004566 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:27.500471 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b786132-1907-475c-8dfc-cbcd2282bc60 req-9f1afda7-d81c-40db-a6bd-e6f93b004566 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1155148 Jul 05 07:49:27.514695 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.523479 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.525960 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] 10.222.0.30 "DELETE /v2.0/networks/381e6d9d-9a08-4004-a0f0-a6b92dd017ef HTTP/1.1" status: 204 len: 168 time: 0.3883965 Jul 05 07:49:27.527103 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Made reservation on behalf of 8bb56856d2ae4a6c80a172245d63671e for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:27.532452 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.551842 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.557005 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b786132-1907-475c-8dfc-cbcd2282bc60 req-c49e1dc7-2316-4e89-972c-6a343695d14e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504854 Jul 05 07:49:27.564057 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ab042-1730-4706-b600-4533c8c4df9f admin admin] Pushing event deleted for resources: {'Network': ['ID=381e6d9d-9a08-4004-a0f0-a6b92dd017ef,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:27.684896 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.695791 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.732967 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:49:27.749574 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c64277cf-b202-43ca-b9cc-cb7977f08ac8,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:27.754779 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.755127 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Added segment 03bd20a2-c87e-44be-ba79-33269fbe2778 of type vlan for network 2ef2d862-70a6-440d-be23-dba2b7190466 Jul 05 07:49:27.804753 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.859049 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.860655 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:27.862686 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:27.895038 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50842) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:27.934891 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6248136 Jul 05 07:49:27.936504 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50844) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:27.943962 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Request body: {'subnet': {'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-609596820-subnet', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:27.956369 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9e3d8f-4dfc-475f-9936-c16a700e0fdf admin admin] Pushing event updated for resources: {'Network': ['ID=2ef2d862-70a6-440d-be23-dba2b7190466,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:27.968280 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 2ef2d862-70a6-440d-be23-dba2b7190466 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:49:27.980371 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-4e8916ab-ecbc-4eeb-bef0-b3b2d951e232 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9aa8f144695443fe85664491979b65e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0838673 Jul 05 07:49:27.983361 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50848) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:27.984418 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Made reservation on behalf of 8bb56856d2ae4a6c80a172245d63671e for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:27.986884 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26334790'] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.056398 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d93e-7e13-4eba-8e35-a68beac73f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.079800 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d93e-7e13-4eba-8e35-a68beac73f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.157722 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d93e-7e13-4eba-8e35-a68beac73f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.162735 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9ec0d93e-7e13-4eba-8e35-a68beac73f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.164389 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9ec0d93e-7e13-4eba-8e35-a68beac73f90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9b651c1f-614d-4656-8e51-420a34b774bf HTTP/1.1" status: 204 len: 168 time: 0.1784270 Jul 05 07:49:28.178255 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec0d93e-7e13-4eba-8e35-a68beac73f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b651c1f-614d-4656-8e51-420a34b774bf,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:28.208343 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26214418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26334804'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.302081 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e48d2157-0bec-48b7-b3a5-c46a84ce6d40,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:28.304424 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Checking segment: {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:28.304557 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Network hostable DHCP agents. Network: 2ef2d862-70a6-440d-be23-dba2b7190466, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:49:28.328632 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Network 2ef2d862-70a6-440d-be23-dba2b7190466 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:49:28.340121 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 2ef2d862-70a6-440d-be23-dba2b7190466) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:28.350667 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bf319-6b89-46e8-8b74-e2f34b6232b9 None None] Network 2ef2d862-70a6-440d-be23-dba2b7190466 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:49:28.355500 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:28.355500 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.380522 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-699cf0d8-dbe5-42b3-a447-b42dfa4e23b0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4405677 Jul 05 07:49:28.381502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50876) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:28.388060 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:28.441368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.443069 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.535886 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.640367 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-2ef2d862-70a6-440d-be23-dba2b7190466', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:49:28.641705 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.855380 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Allocated IP 172.20.0.2 (2ef2d862-70a6-440d-be23-dba2b7190466/e48d2157-0bec-48b7-b3a5-c46a84ce6d40/d65c661c-1710-4a79-83f5-ec2f12e3fa7d) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:28.868483 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:28.974067 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0722fe-71bb-4fa7-ba6f-e038574b6c40 req-f6d7b37f-41db-4538-9a82-a2d507bc9913 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:28.976336 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3f0722fe-71bb-4fa7-ba6f-e038574b6c40 req-f6d7b37f-41db-4538-9a82-a2d507bc9913 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1826339 Jul 05 07:49:29.011972 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50908) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:29.039375 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.049201 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Transition to ACTIVE for port object d65c661c-1710-4a79-83f5-ec2f12e3fa7d will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:29.051824 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3f0722fe-71bb-4fa7-ba6f-e038574b6c40 req-2b7da039-fc08-4df4-9bf7-52f9a35f53a3 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630896 Jul 05 07:49:29.087823 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Transition to ACTIVE for port object d65c661c-1710-4a79-83f5-ec2f12e3fa7d will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:29.097529 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.146190 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Network 2ef2d862-70a6-440d-be23-dba2b7190466 is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:29.153001 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:29.161814 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:29.205399 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Pushing event updated for resources: {'Port': ['ID=d65c661c-1710-4a79-83f5-ec2f12e3fa7d,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:29.231868 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4c0cefb2-7a86-4b10-a3c1-160a2b552599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.278913 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Attempting to bind port d65c661c-1710-4a79-83f5-ec2f12e3fa7d on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:29.279465 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Attempting to bind port d65c661c-1710-4a79-83f5-ec2f12e3fa7d by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:29.279935 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Attempting to bind port d65c661c-1710-4a79-83f5-ec2f12e3fa7d on network 2ef2d862-70a6-440d-be23-dba2b7190466 {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:29.288717 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:29.289131 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Checking segment: {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:29.289530 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.290260 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Bound using segment: {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:29.290843 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Bound port: d65c661c-1710-4a79-83f5-ec2f12e3fa7d, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:29.291231 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.330254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.348749 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4c0cefb2-7a86-4b10-a3c1-160a2b552599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.355824 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4c0cefb2-7a86-4b10-a3c1-160a2b552599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.364328 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.367950 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] For port d65c661c-1710-4a79-83f5-ec2f12e3fa7d, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:29.371862 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] For port d65c661c-1710-4a79-83f5-ec2f12e3fa7d, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d65c661c-1710-4a79-83f5-ec2f12e3fa7d,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:29.380164 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.391011 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3eb3df-7855-4b04-b6f8-b2e8c5546d10 req-e3fbb1fe-b634-46a5-8e5b-db70ff3cc343 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:29.392828 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2f3eb3df-7855-4b04-b6f8-b2e8c5546d10 req-e3fbb1fe-b634-46a5-8e5b-db70ff3cc343 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1363060 Jul 05 07:49:29.402360 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-4c0cefb2-7a86-4b10-a3c1-160a2b552599 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18180019e47342e6b14da9c5ab101a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3887880 Jul 05 07:49:29.403101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50922) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:29.427406 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0cefb2-7a86-4b10-a3c1-160a2b552599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6d49e9-e602-4fe6-b30b-ea26fbb4f20f,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:29.446348 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ff2b9-d46d-4148-be2b-9f77349cf662 None None] Pushing event updated for resources: {'Port': ['ID=d65c661c-1710-4a79-83f5-ec2f12e3fa7d,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:29.446708 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50924) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:29.478928 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cff71fcd-ef42-4a47-84ef-5fb1696f8b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.518636 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cff71fcd-ef42-4a47-84ef-5fb1696f8b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.527692 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2f3eb3df-7855-4b04-b6f8-b2e8c5546d10 req-8f419c9f-55c6-423b-a84f-bbefe55a96f2 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703826 Jul 05 07:49:29.565531 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Allocated IP 172.27.3.230 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/61e3c8e7-311e-4b2c-8ee8-1a9343a421d1) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:29.580537 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cff71fcd-ef42-4a47-84ef-5fb1696f8b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.583642 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cff71fcd-ef42-4a47-84ef-5fb1696f8b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.587700 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-cff71fcd-ef42-4a47-84ef-5fb1696f8b09 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be6d49e9-e602-4fe6-b30b-ea26fbb4f20f HTTP/1.1" status: 204 len: 168 time: 0.1778808 Jul 05 07:49:29.599701 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff71fcd-ef42-4a47-84ef-5fb1696f8b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6d49e9-e602-4fe6-b30b-ea26fbb4f20f,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:29.635045 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-561787092-network', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:29.669310 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Made reservation on behalf of 46aebfa5ad664ccb9547d76c88317697 for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:29.672079 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.681436 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.776746 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.864628 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.869974 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.886134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.913730 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:49:29.950529 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:29.958025 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:29.958593 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Added segment 707894db-444d-44d4-8fab-4da0a0d7c71a of type vlan for network 39eeddc0-7da4-4222-b18b-adebb0bcbead Jul 05 07:49:29.959768 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:29.960381 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8bb020-ebe9-491f-b18b-57853e264575,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:29.965641 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:29.971752 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Pushing event updated for resources: {'Port': ['ID=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:30.106711 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.172713 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.176485 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:30.177984 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.192803 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50950) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:30.249624 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03c68cef-17df-40c4-9f99-08230c6af959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.253726 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8059697 Jul 05 07:49:30.256664 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50952) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:30.261411 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Request body: {'subnet': {'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-561787092-subnet', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:30.273361 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362b64f-739c-45f3-8e14-1c2c12b91a49 admin admin] Pushing event updated for resources: {'Network': ['ID=39eeddc0-7da4-4222-b18b-adebb0bcbead,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:30.290243 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:49:30.292917 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Made reservation on behalf of 46aebfa5ad664ccb9547d76c88317697 for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:30.296320 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26334790'] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.346287 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.490778 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03c68cef-17df-40c4-9f99-08230c6af959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.497090 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26214418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26334804'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.522772 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-03c68cef-17df-40c4-9f99-08230c6af959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.556691 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda71ae4-4005-4273-8304-bb0164a5a213,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:30.566116 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Checking segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:30.566878 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Network hostable DHCP agents. Network: 39eeddc0-7da4-4222-b18b-adebb0bcbead, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:49:30.577832 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-03c68cef-17df-40c4-9f99-08230c6af959 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ce025ed662e41f682bc7e2f7a296c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823218 Jul 05 07:49:30.579569 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50954) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:30.592442 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:49:30.604126 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 39eeddc0-7da4-4222-b18b-adebb0bcbead) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:30.609456 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:30.610139 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.616024 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d3e6a3-e0ff-4d9a-a1c9-5655e7dac452 None None] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:49:30.622307 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c68cef-17df-40c4-9f99-08230c6af959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1a826d-1eaf-47d1-8e01-c7c5548af329,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:30.629262 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e6d88eb3-032e-4034-b15d-f2c573cb4ba4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3684852 Jul 05 07:49:30.629262 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 50956) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:30.634340 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:30.667841 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.668887 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.674491 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.683195 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2f891a7e-b7b1-4f4f-a749-086d8b0de007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.741334 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.746836 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2f891a7e-b7b1-4f4f-a749-086d8b0de007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.802845 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e64b45f-cd27-447a-906b-0276b0d45df8 None None] Network 2ef2d862-70a6-440d-be23-dba2b7190466 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:49:30.840290 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-39eeddc0-7da4-4222-b18b-adebb0bcbead', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:49:30.841364 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.855740 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2f891a7e-b7b1-4f4f-a749-086d8b0de007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.859112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2f891a7e-b7b1-4f4f-a749-086d8b0de007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:30.863012 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-2f891a7e-b7b1-4f4f-a749-086d8b0de007 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a1a826d-1eaf-47d1-8e01-c7c5548af329 HTTP/1.1" status: 204 len: 168 time: 0.2781644 Jul 05 07:49:30.878658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f891a7e-b7b1-4f4f-a749-086d8b0de007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1a826d-1eaf-47d1-8e01-c7c5548af329,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:30.887467 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Router 1340cb0f-a138-41ad-83bf-87fdf87b694c is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:49:30.906628 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-84453463-9a79-4613-8c9e-53dfe525069d None None] Provisioning for port d65c661c-1710-4a79-83f5-ec2f12e3fa7d completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:31.048223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:49:31.062457 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Sync routers for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:49:31.067056 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] Notify callbacks [] for router, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:31.068114 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-53a8ae80-c406-47b2-9d9f-418208ea6613 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6848974 Jul 05 07:49:31.070844 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 50960) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:31.076121 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:31.077610 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:31.153478 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:31.273700 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:31.426976 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Allocated IP 172.20.0.2 (39eeddc0-7da4-4222-b18b-adebb0bcbead/dda71ae4-4005-4273-8304-bb0164a5a213/9c4ee26e-23ce-4b26-9815-b2474b7f4a24) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:31.634226 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d65c661c-1710-4a79-83f5-ec2f12e3fa7d up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:31.649491 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:30Z', 'revision_number': 3, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:31.693317 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Checking router: 1340cb0f-a138-41ad-83bf-87fdf87b694c for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:49:31.694994 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Updating router 1340cb0f-a138-41ad-83bf-87fdf87b694c port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:49:31.717050 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:31.735907 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port d65c661c-1710-4a79-83f5-ec2f12e3fa7d completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:31.753434 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:31.754443 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d65c661c-1710-4a79-83f5-ec2f12e3fa7d triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:31.754893 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:31.767858 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:31.952660 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-e3a88471-f6b3-4c6a-acab-10bad7b801d3 None None] Provisioning complete for port d65c661c-1710-4a79-83f5-ec2f12e3fa7d triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:31.953526 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e3a88471-f6b3-4c6a-acab-10bad7b801d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.010668 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.047026 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Allocated IP 172.27.3.70 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/30e90b03-8402-4579-ae62-c7268bbc07a1) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:32.053611 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Transition to ACTIVE for port object 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:32.092851 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Transition to ACTIVE for port object 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:32.097487 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.116802 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.219093 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.260852 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:32.262239 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Pushing event updated for resources: {'Port': ['ID=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:32.277830 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.290256 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:32.305683 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:32.318470 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:32.321433 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:32.330831 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-7e1be95f-318c-4d34-8d2c-6436d17e0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:32.332379 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-7e1be95f-318c-4d34-8d2c-6436d17e0dce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.2436860 Jul 05 07:49:32.344693 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e3a88471-f6b3-4c6a-acab-10bad7b801d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.358721 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:32.393025 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port d65c661c-1710-4a79-83f5-ec2f12e3fa7d, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d65c661c-1710-4a79-83f5-ec2f12e3fa7d,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:32.409020 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0fa30-04b1-432a-b174-3eb0dce0b403 req-ac4ba10c-87d3-4604-a32d-cd2c88d571b3 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:32.416755 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34b0fa30-04b1-432a-b174-3eb0dce0b403 req-ac4ba10c-87d3-4604-a32d-cd2c88d571b3 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2971518 Jul 05 07:49:32.431252 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.494315 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Attempting to bind port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:32.494741 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Attempting to bind port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:32.495112 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Attempting to bind port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 on network 39eeddc0-7da4-4222-b18b-adebb0bcbead {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:32.503660 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34b0fa30-04b1-432a-b174-3eb0dce0b403 req-ad6c9f71-a5db-44d9-ab70-701bf776c578 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849049 Jul 05 07:49:32.519629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:32.520004 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Checking segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:32.520406 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.520956 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Bound using segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:32.525804 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Bound port: 9c4ee26e-23ce-4b26-9815-b2474b7f4a24, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:32.526235 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.557728 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.db.api [None req-e3a88471-f6b3-4c6a-acab-10bad7b801d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 07:49:32.558158 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG oslo_db.api [None req-e3a88471-f6b3-4c6a-acab-10bad7b801d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 07:49:32.566712 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=d65c661c-1710-4a79-83f5-ec2f12e3fa7d,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:32.582849 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.611510 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Transition to ACTIVE for port object 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:32.621665 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.652209 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] For port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:32.655210 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Pushing event updated for resources: {'Port': ['ID=30e90b03-8402-4579-ae62-c7268bbc07a1,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:32.661373 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] For port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:32.677261 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.687594 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-5fd5bd01-aba2-413a-a39f-869e5ca1595b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:32.690228 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-5fd5bd01-aba2-413a-a39f-869e5ca1595b service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.3477814 Jul 05 07:49:32.698125 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.757815 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Pushing event updated for resources: {'Port': ['ID=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,revision_number=2']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:32.761512 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Attempting to bind port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:32.761886 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Attempting to bind port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:32.762251 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Attempting to bind port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:32.775552 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:32.775964 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:32.787515 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.789047 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:32.789845 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Bound port: 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:32.800431 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.803578 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.804046 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.804383 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.804890 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.805394 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.805873 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.806346 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.806859 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.807592 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.809151 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.809675 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.812163 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:49:32.817756 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697b1d8c-9812-4a4f-ac99-d19fdfa58890 None None] Pushing event updated for resources: {'Port': ['ID=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:32.833500 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-76ad866f-090e-47b2-afec-cbf0b95cfea9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 217 time: 0.1128354 Jul 05 07:49:32.914097 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] For port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:32.925295 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] For port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:32.935386 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:32.949146 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:33.003865 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-0d58138f-e8af-416a-8a30-ea5bbcb19457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:33.005387 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-0d58138f-e8af-416a-8a30-ea5bbcb19457 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.1572375 Jul 05 07:49:33.028509 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:33.029162 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:33.033368 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3b3ab9-874a-4852-b016-cd4b2c20a226 None None] Pushing event updated for resources: {'Port': ['ID=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:33.194842 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-e37d3e61-8f39-4110-9dcd-fb525ca1fad0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699999 Jul 05 07:49:33.259001 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:33.307327 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Allocated IP 172.20.0.1 (2ef2d862-70a6-440d-be23-dba2b7190466/e48d2157-0bec-48b7-b3a5-c46a84ce6d40/d3b59816-4f1c-4121-b534-a99dfbab7d99) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:33.330787 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:33.409614 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-355f70fd-c92e-42a0-8979-c4a04017b462 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869295 Jul 05 07:49:33.487343 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:33.495182 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:30Z', 'revision_number': 3, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:33.504790 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Transition to ACTIVE for port object d3b59816-4f1c-4121-b534-a99dfbab7d99 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:33.518989 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Router 8bac8aae-1528-4caa-902d-47039e07faf1 is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:49:33.527831 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8aa4771-a310-4e2e-8566-fc914b45191d None None] The sync data for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi is: [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:30Z', 'revision_number': 3, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:49:33.555486 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:33.588330 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:33.612325 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Network 2ef2d862-70a6-440d-be23-dba2b7190466 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:33.615974 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:33.629940 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:33.660191 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:33.667565 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d65c661c-1710-4a79-83f5-ec2f12e3fa7d up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:33.675412 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b59816-4f1c-4121-b534-a99dfbab7d99,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:33.711066 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:33.727175 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:49:33.741206 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Sync routers for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:49:33.756209 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:33.760491 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bbc8ddeb-6564-4391-91fe-f9ef66a13df8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1281638 Jul 05 07:49:33.760848 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51052) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:33.774644 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:33.775391 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:33.890522 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1622a5-cce5-43ee-8984-3328480c2b0c req-1fefd819-4633-4f81-b723-809232639af9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:33.906437 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7f1622a5-cce5-43ee-8984-3328480c2b0c req-1fefd819-4633-4f81-b723-809232639af9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2075868 Jul 05 07:49:33.961145 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d65c661c-1710-4a79-83f5-ec2f12e3fa7d triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:33.961523 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.015910 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.042606 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7f1622a5-cce5-43ee-8984-3328480c2b0c req-01786e3a-9b4e-4aec-bd71-d0f7a22b0e19 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371596 Jul 05 07:49:34.072532 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:34.213269 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-422bfcb2-23b1-4ee5-a853-ba68dcdfc654 None None] Provisioning for port d3b59816-4f1c-4121-b534-a99dfbab7d99 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:34.226738 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-422bfcb2-23b1-4ee5-a853-ba68dcdfc654 None None] Provisioning complete for port d3b59816-4f1c-4121-b534-a99dfbab7d99 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:34.227248 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-422bfcb2-23b1-4ee5-a853-ba68dcdfc654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.324254 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecf24cd-3a6a-4af0-aa1b-4241f70144e4 None None] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:49:34.338197 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.347162 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.374831 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-422bfcb2-23b1-4ee5-a853-ba68dcdfc654 None None] Port d3b59816-4f1c-4121-b534-a99dfbab7d99 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:49:34.426002 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b59816-4f1c-4121-b534-a99dfbab7d99,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:34.432079 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.543531 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Network 2ef2d862-70a6-440d-be23-dba2b7190466 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:34.547342 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:34.583277 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-2125dd17-bd4d-4766-a50a-7134cf6e8dee None None] Provisioning for port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:34.587270 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.595409 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-2125dd17-bd4d-4766-a50a-7134cf6e8dee None None] Provisioning complete for port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:34.595943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-2125dd17-bd4d-4766-a50a-7134cf6e8dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.685788 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:32Z', 'revision_number': 3, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:34.713118 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Router 1340cb0f-a138-41ad-83bf-87fdf87b694c has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:49:34.728160 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Checking router: 8bac8aae-1528-4caa-902d-47039e07faf1 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:49:34.728521 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Updating router 8bac8aae-1528-4caa-902d-47039e07faf1 port 30e90b03-8402-4579-ae62-c7268bbc07a1 binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:49:34.808431 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.847042 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-2125dd17-bd4d-4766-a50a-7134cf6e8dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:34.850945 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Allocated IP 172.20.0.1 (39eeddc0-7da4-4222-b18b-adebb0bcbead/dda71ae4-4005-4273-8304-bb0164a5a213/310fe8a8-bf91-4391-a195-ab7dd4ee182d) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:34.892669 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:49:34.898662 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-8689848a-d069-46a1-8d58-425f9a0c54e1 admin admin] 10.222.0.30 "PUT /v2.0/routers/1340cb0f-a138-41ad-83bf-87fdf87b694c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8267469 Jul 05 07:49:35.012609 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.028658 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Transition to ACTIVE for port object 310fe8a8-bf91-4391-a195-ab7dd4ee182d will not be triggered until provisioned by entity DHCP. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:35.069208 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.083758 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-2125dd17-bd4d-4766-a50a-7134cf6e8dee None None] For port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:35.091329 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-2125dd17-bd4d-4766-a50a-7134cf6e8dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.115513 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:35.120593 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:35.125424 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:35.131315 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Pushing event updated for resources: {'Port': ['ID=310fe8a8-bf91-4391-a195-ab7dd4ee182d,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:35.172792 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.193993 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2125dd17-bd4d-4766-a50a-7134cf6e8dee None None] Pushing event updated for resources: {'Port': ['ID=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:35.254327 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-aca5293b-bb8b-4591-b5c4-7e016e43d093 None None] Provisioning complete for port d3b59816-4f1c-4121-b534-a99dfbab7d99 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:35.254745 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-aca5293b-bb8b-4591-b5c4-7e016e43d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.334332 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-aca5293b-bb8b-4591-b5c4-7e016e43d093 None None] Port d3b59816-4f1c-4121-b534-a99dfbab7d99 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:49:35.366158 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.384529 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-aca5293b-bb8b-4591-b5c4-7e016e43d093 None None] Provisioning complete for port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:35.384529 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-aca5293b-bb8b-4591-b5c4-7e016e43d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.388126 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Transition to ACTIVE for port object 30e90b03-8402-4579-ae62-c7268bbc07a1 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:35.424778 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb59c2-e753-43c2-a431-95fda19def3c req-36ef0ca6-f4ba-43ac-95fc-6b95a4b01799 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:35.427162 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-52cb59c2-e753-43c2-a431-95fda19def3c req-36ef0ca6-f4ba-43ac-95fc-6b95a4b01799 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1815219 Jul 05 07:49:35.438233 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.485984 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-52cb59c2-e753-43c2-a431-95fda19def3c req-b70d889a-82d7-411c-a07d-bd7b3d034ee5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520041 Jul 05 07:49:35.487965 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.559905 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275895ba-4d83-44d5-9855-91925d4ebbaf None None] Pushing event updated for resources: {'Port': ['ID=30e90b03-8402-4579-ae62-c7268bbc07a1,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:35.564848 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Attempting to bind port 30e90b03-8402-4579-ae62-c7268bbc07a1 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:35.565224 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Attempting to bind port 30e90b03-8402-4579-ae62-c7268bbc07a1 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:35.565594 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Attempting to bind port 30e90b03-8402-4579-ae62-c7268bbc07a1 on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:35.598102 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:35.598724 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:35.598724 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.599437 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:35.600325 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Bound port: 30e90b03-8402-4579-ae62-c7268bbc07a1, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:35.600858 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.665273 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] For port 30e90b03-8402-4579-ae62-c7268bbc07a1, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:35.668564 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] For port 30e90b03-8402-4579-ae62-c7268bbc07a1, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=30e90b03-8402-4579-ae62-c7268bbc07a1,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:35.674864 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.706589 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:35.784146 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:35.784146 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:35.791401 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275895ba-4d83-44d5-9855-91925d4ebbaf None None] Pushing event updated for resources: {'Port': ['ID=30e90b03-8402-4579-ae62-c7268bbc07a1,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:35.830456 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-b8d75744-3c69-4a1b-8b52-605ac0538dc0 None None] Provisioning for port 310fe8a8-bf91-4391-a195-ab7dd4ee182d completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:35.840547 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-b8d75744-3c69-4a1b-8b52-605ac0538dc0 None None] Provisioning complete for port 310fe8a8-bf91-4391-a195-ab7dd4ee182d triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:35.840934 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b8d75744-3c69-4a1b-8b52-605ac0538dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.843446 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 51084) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:35.853090 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-489760523-network', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:35.890100 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Made reservation on behalf of d7b82790d7114b77bc569cd31793abd1 for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:35.892765 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.902489 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.931947 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-b8d75744-3c69-4a1b-8b52-605ac0538dc0 None None] Port 310fe8a8-bf91-4391-a195-ab7dd4ee182d cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:49:35.935179 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:35.936104 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:35.974284 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Sync routers for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:49:35.983225 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:35.984313 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:35.984947 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:36.021510 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.031945 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26214548'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.059137 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.067011 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.089769 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:49:36.106281 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.106958 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Added segment d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d of type vlan for network 22595f16-0d09-45fd-9cba-fca44e41af20 Jul 05 07:49:36.115825 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Pushing event updated for resources: {'Port': ['ID=310fe8a8-bf91-4391-a195-ab7dd4ee182d,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:36.124883 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.159195 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:36.172420 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.225491 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:36.251000 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:36.253067 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:36.256877 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.257849 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:36.258639 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.261884 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:36.268487 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:36.268868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.338443 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:34Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:36.387170 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953cdd8e-5851-4b53-bfcf-e5d1e689c3cd None None] The sync data for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi is: [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:34Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:49:36.463145 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.472552 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3f8528-a6dd-4941-a8b9-2eff59608bf9,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:36.510350 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:36.518965 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.545959 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Router 8bac8aae-1528-4caa-902d-47039e07faf1 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:49:36.589893 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7404115 Jul 05 07:49:36.590279 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 51104) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:36.592798 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19452fc4-9f84-48a2-b1f9-00650f640d8b admin admin] Pushing event updated for resources: {'Network': ['ID=22595f16-0d09-45fd-9cba-fca44e41af20,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:36.614315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Request body: {'subnet': {'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-489760523-subnet', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'ip_version': 4}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:36.634057 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 22595f16-0d09-45fd-9cba-fca44e41af20 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:49:36.731428 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f6ca0fb-d361-447f-b47f-c3a6e64c1639 req-ffc31970-098a-418c-b97c-753e69045b27 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966903 Jul 05 07:49:36.734820 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Made reservation on behalf of d7b82790d7114b77bc569cd31793abd1 for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:36.738678 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26626380'] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.833568 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:36.858852 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-e61d9cdb-f4c5-4823-83e6-787df1af801f None None] Provisioning complete for port 310fe8a8-bf91-4391-a195-ab7dd4ee182d triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:36.858852 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e61d9cdb-f4c5-4823-83e6-787df1af801f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:36.877088 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:49:36.893325 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e30f2b32-3610-433f-8aa1-f379066e1c47 admin admin] 10.222.0.30 "PUT /v2.0/routers/8bac8aae-1528-4caa-902d-47039e07faf1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1313133 Jul 05 07:49:36.908252 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:34Z', 'revision_number': 2, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:36.927128 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-e61d9cdb-f4c5-4823-83e6-787df1af801f None None] Port 310fe8a8-bf91-4391-a195-ab7dd4ee182d cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:49:37.002440 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Checking router: 1340cb0f-a138-41ad-83bf-87fdf87b694c for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:49:37.003033 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Updating router 1340cb0f-a138-41ad-83bf-87fdf87b694c port d3b59816-4f1c-4121-b534-a99dfbab7d99 binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:49:37.055213 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.305234 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e011cec-5587-4ef8-8d7a-975775f63cb2 req-297362e6-8b3d-4ced-b480-6d2798fa307a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:37.308212 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e011cec-5587-4ef8-8d7a-975775f63cb2 req-297362e6-8b3d-4ced-b480-6d2798fa307a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.4729612 Jul 05 07:49:37.394711 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26626398'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.458677 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e011cec-5587-4ef8-8d7a-975775f63cb2 req-62873203-b02a-4fe0-870a-849b1677c29d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445324 Jul 05 07:49:37.485340 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9204b1c6-1863-497f-82e6-0b689b955b17,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:37.555863 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Checking segment: {'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:37.556371 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Network hostable DHCP agents. Network: 22595f16-0d09-45fd-9cba-fca44e41af20, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:49:37.557831 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.584810 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Transition to ACTIVE for port object d3b59816-4f1c-4121-b534-a99dfbab7d99 will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:37.597221 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Network 22595f16-0d09-45fd-9cba-fca44e41af20 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:49:37.615321 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 22595f16-0d09-45fd-9cba-fca44e41af20) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:37.632001 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:37.632618 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.637423 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.660339 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-4602ad4f-0d95-4350-8b4a-d6742340f8d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0595524 Jul 05 07:49:37.660861 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51130) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:37.667685 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:37.690790 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07daca29-ee33-4ba0-93de-dfd8dde3dffb None None] Network 22595f16-0d09-45fd-9cba-fca44e41af20 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:49:37.709715 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbe8df-f51f-40ae-b05f-86d874b8a142 None None] Pushing event updated for resources: {'Port': ['ID=d3b59816-4f1c-4121-b534-a99dfbab7d99,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:37.736994 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:37.759611 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.761093 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.830215 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Attempting to bind port d3b59816-4f1c-4121-b534-a99dfbab7d99 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:37.832374 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Attempting to bind port d3b59816-4f1c-4121-b534-a99dfbab7d99 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:37.832812 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Attempting to bind port d3b59816-4f1c-4121-b534-a99dfbab7d99 on network 2ef2d862-70a6-440d-be23-dba2b7190466 {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:37.846601 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:37.849115 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Checking segment: {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:37.849606 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.850344 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Bound using segment: {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:37.851134 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Bound port: d3b59816-4f1c-4121-b534-a99dfbab7d99, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:37.853850 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:37.952465 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.038418 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] For port d3b59816-4f1c-4121-b534-a99dfbab7d99, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:38.043355 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] For port d3b59816-4f1c-4121-b534-a99dfbab7d99, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d3b59816-4f1c-4121-b534-a99dfbab7d99,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:38.052476 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.112247 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:38.113101 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.234558 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:38.235214 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:38.272008 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-22595f16-0d09-45fd-9cba-fca44e41af20', 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'fixed_ips': [{'subnet_id': '9204b1c6-1863-497f-82e6-0b689b955b17'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:49:38.273181 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.285735 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.320916 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbe8df-f51f-40ae-b05f-86d874b8a142 None None] Pushing event updated for resources: {'Port': ['ID=d3b59816-4f1c-4121-b534-a99dfbab7d99,revision_number=4']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:38.483192 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105c43-1802-495f-996a-2394ef1412bb req-d6c2ce32-b938-46f8-a063-92b681281e8e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:38.493704 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:38.520385 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-d6c2ce32-b938-46f8-a063-92b681281e8e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.2564394 Jul 05 07:49:38.547018 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-602f2e43-0a71-4b67-a4ad-d7b5b7c2bc55 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/quotas/422876582ce943f5b1d32012e3d302f6 HTTP/1.1" status: 200 len: 375 time: 0.0255125 Jul 05 07:49:38.580345 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51150) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:38.588010 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-9c71ab84-9d46-4f57-b385-e28394f9f716 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1478593450', 'description': 'tempest-description--1301647892'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:38.652797 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-9b5e1c3a-4792-4c57-81bf-77a12e53d491 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049011 Jul 05 07:49:38.718832 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9c71ab84-9d46-4f57-b385-e28394f9f716 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.794384 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.855373 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-f49932da-a17e-4e11-9f3c-669219a140e2 service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013562 Jul 05 07:49:38.875143 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:38.905711 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:38Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:38.936186 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a7d170-754d-4b6c-a441-f6b5c2c23365 None None] The sync data for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi is: [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:38Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:49:38.946746 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Allocated IP 172.20.0.2 (22595f16-0d09-45fd-9cba-fca44e41af20/9204b1c6-1863-497f-82e6-0b689b955b17/0af890a7-1562-4fea-a315-8d1b8c641130) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:39.022314 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9c71ab84-9d46-4f57-b385-e28394f9f716 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.032447 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9c71ab84-9d46-4f57-b385-e28394f9f716 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.046970 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7220d1-31e0-444e-8261-1caaf114d13a req-a08ae8c0-3698-47b3-87a6-fc176e8e6845 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:39.048787 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c7220d1-31e0-444e-8261-1caaf114d13a req-a08ae8c0-3698-47b3-87a6-fc176e8e6845 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2436595 Jul 05 07:49:39.081472 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-e9cd7e1f-7bca-4122-ab31-8737aaa373e4 service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596165 Jul 05 07:49:39.123798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9c71ab84-9d46-4f57-b385-e28394f9f716 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.128881 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9c71ab84-9d46-4f57-b385-e28394f9f716 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5468946 Jul 05 07:49:39.137182 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c7220d1-31e0-444e-8261-1caaf114d13a req-d8a7c1c0-9e9c-4639-9326-86797c78f783 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778065 Jul 05 07:49:39.137707 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 51160) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:39.150975 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-82810d2f-55c8-4bb2-8183-be32e40af04c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'security_group_rule': {'security_group_id': 'df05f777-2c05-4656-b1e8-c9fc6b4cbd97', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:39.195279 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Allocated IP 172.27.3.189 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/9a01912d-35f2-49be-806b-b5180a30b35a) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:39.215569 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71ab84-9d46-4f57-b385-e28394f9f716 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df05f777-2c05-4656-b1e8-c9fc6b4cbd97,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:39.259825 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-82810d2f-55c8-4bb2-8183-be32e40af04c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.317916 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.327173 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Transition to ACTIVE for port object 0af890a7-1562-4fea-a315-8d1b8c641130 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:39.356081 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Transition to ACTIVE for port object 0af890a7-1562-4fea-a315-8d1b8c641130 will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:39.365509 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.403176 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Network 22595f16-0d09-45fd-9cba-fca44e41af20 is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:39.415935 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.420950 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:39.424827 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:39.462868 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af4e9379-2ce1-48db-8614-6a779ce2c1a3 req-09308a9d-70b2-4b9a-b1bd-514c26884db9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 210 time: 0.0841496 Jul 05 07:49:39.510275 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.535549 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-82810d2f-55c8-4bb2-8183-be32e40af04c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.544139 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-82810d2f-55c8-4bb2-8183-be32e40af04c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.557478 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Pushing event updated for resources: {'Port': ['ID=0af890a7-1562-4fea-a315-8d1b8c641130,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:39.570639 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:39.573931 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:39.577966 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:39.610561 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82810d2f-55c8-4bb2-8183-be32e40af04c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfe63af3-b3e5-49b0-ab31-e0e4c9377ca2,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:39.617329 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Attempting to bind port 0af890a7-1562-4fea-a315-8d1b8c641130 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:39.617624 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Attempting to bind port 0af890a7-1562-4fea-a315-8d1b8c641130 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:39.618481 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Attempting to bind port 0af890a7-1562-4fea-a315-8d1b8c641130 on network 22595f16-0d09-45fd-9cba-fca44e41af20 {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:39.622542 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-82810d2f-55c8-4bb2-8183-be32e40af04c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.626441 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-82810d2f-55c8-4bb2-8183-be32e40af04c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4828014 Jul 05 07:49:39.627416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 51172) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:39.627928 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:39.628314 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Checking segment: {'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:39.628791 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.629067 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Bound using segment: {'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:39.646299 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-5f4b3900-8c2a-4d9a-8cb2-c58b77006f65 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'security_group_rule': {'security_group_id': 'df05f777-2c05-4656-b1e8-c9fc6b4cbd97', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:39.648240 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Bound port: 0af890a7-1562-4fea-a315-8d1b8c641130, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:39.648660 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.658977 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Pushing event updated for resources: {'Port': ['ID=9a01912d-35f2-49be-806b-b5180a30b35a,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:39.688300 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d3b59816-4f1c-4121-b534-a99dfbab7d99 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:39.709460 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3900-8c2a-4d9a-8cb2-c58b77006f65 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.806165 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3900-8c2a-4d9a-8cb2-c58b77006f65 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.818608 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3900-8c2a-4d9a-8cb2-c58b77006f65 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.835503 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] For port 0af890a7-1562-4fea-a315-8d1b8c641130, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:39.863267 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b3900-8c2a-4d9a-8cb2-c58b77006f65 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be8d368-27b7-47ed-aec2-ccd825aae053,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:39.868297 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] For port 0af890a7-1562-4fea-a315-8d1b8c641130, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=0af890a7-1562-4fea-a315-8d1b8c641130,segment=NetworkSegment(d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d),segment_id=d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:39.889081 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5f4b3900-8c2a-4d9a-8cb2-c58b77006f65 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.890610 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-5f4b3900-8c2a-4d9a-8cb2-c58b77006f65 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2618585 Jul 05 07:49:39.893834 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 51178) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:39.896428 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.899723 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:39.958535 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:39.974438 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33fd806-be40-4ac2-b680-2971c6d2d406 None None] Pushing event updated for resources: {'Port': ['ID=0af890a7-1562-4fea-a315-8d1b8c641130,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:40.015421 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port d3b59816-4f1c-4121-b534-a99dfbab7d99 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:40.020318 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d3b59816-4f1c-4121-b534-a99dfbab7d99 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:40.020960 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:40.045960 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:40.233431 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:40.259862 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:40.303485 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Sync routers for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:49:40.371973 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:40.385545 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:40.483278 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port d3b59816-4f1c-4121-b534-a99dfbab7d99, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d3b59816-4f1c-4121-b534-a99dfbab7d99,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:40.497667 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:40.507278 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 30e90b03-8402-4579-ae62-c7268bbc07a1 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:40.575259 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:40.594979 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Allocated IP 172.27.3.109 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/8ecd7fca-5f76-4b43-a6f1-97d6789b742d) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:40.637489 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c31d78-e2e1-4e9f-816a-f1bba794113a req-98feb4e0-df2f-434c-8413-5b273776da5f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:40.658328 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e9c31d78-e2e1-4e9f-816a-f1bba794113a req-98feb4e0-df2f-434c-8413-5b273776da5f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2549460 Jul 05 07:49:40.693727 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:40.845612 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=d3b59816-4f1c-4121-b534-a99dfbab7d99,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:40.864722 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Router 4b72ef43-30b3-42b6-990b-1fd30657d475 is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:49:40.920245 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e9c31d78-e2e1-4e9f-816a-f1bba794113a req-33e2d2d4-f816-49f0-8110-a3d40a485d2e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608871 Jul 05 07:49:41.007868 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8a8afa5b-3303-4709-80bc-28bd974e65f3 req-aa29dccd-fe0d-4c1c-bbea-f98263a3ab50 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 210 time: 0.0542147 Jul 05 07:49:41.050612 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.110678 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.158780 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:49:41.169022 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Sync routers for ids ['4b72ef43-30b3-42b6-990b-1fd30657d475'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:49:41.180899 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 30e90b03-8402-4579-ae62-c7268bbc07a1 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:41.184748 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Routers {'4b72ef43-30b3-42b6-990b-1fd30657d475'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:41.185213 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:41.186013 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4b72ef43-30b3-42b6-990b-1fd30657d475'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:41.190158 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:41.196782 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 30e90b03-8402-4579-ae62-c7268bbc07a1 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:41.197443 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.198797 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:41.200355 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.202532 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-399b696f-8ee7-4d3f-b344-99637bcaa72f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5403779 Jul 05 07:49:41.205332 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51196) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:41.235775 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'Port': ['ID=8ecd7fca-5f76-4b43-a6f1-97d6789b742d,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:41.270345 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 2, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:41.330293 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Checking router: 8bac8aae-1528-4caa-902d-47039e07faf1 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:49:41.330817 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Updating router 8bac8aae-1528-4caa-902d-47039e07faf1 port 310fe8a8-bf91-4391-a195-ab7dd4ee182d binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:49:41.417793 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Set router 4b72ef43-30b3-42b6-990b-1fd30657d475 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:41.440644 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.454224 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.466515 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.551428 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 30e90b03-8402-4579-ae62-c7268bbc07a1, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=30e90b03-8402-4579-ae62-c7268bbc07a1,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:41.565894 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.578822 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.758732 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d924a-fdd9-457e-9b28-8cf30cdd5242 None None] Network 22595f16-0d09-45fd-9cba-fca44e41af20 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:49:41.804803 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.837493 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-6cffa7d0-b463-4ec5-9085-ecefe06c93b0 None None] Provisioning for port 0af890a7-1562-4fea-a315-8d1b8c641130 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:41.839769 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:41.918033 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=30e90b03-8402-4579-ae62-c7268bbc07a1,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:42.034134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'Port': ['ID=8ecd7fca-5f76-4b43-a6f1-97d6789b742d,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:42.082658 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:49:39Z', 'revision_number': 3, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port': {'id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:38Z', 'updated_at': '2021-07-05T07:49:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:42.100214 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d3b59816-4f1c-4121-b534-a99dfbab7d99 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:42.128750 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.139565 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Checking router: 4b72ef43-30b3-42b6-990b-1fd30657d475 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:49:42.140534 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Updating router 4b72ef43-30b3-42b6-990b-1fd30657d475 port 9a01912d-35f2-49be-806b-b5180a30b35a binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:49:42.165917 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105c43-1802-495f-996a-2394ef1412bb req-6a60f5ef-d39c-41ad-ae7f-1dd56e7ecfc6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:42.176231 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-6a60f5ef-d39c-41ad-ae7f-1dd56e7ecfc6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.6086483 Jul 05 07:49:42.194108 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.195716 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a8d93d5a-9c7e-457b-b306-14ad219445f4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3009150 Jul 05 07:49:42.205683 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Request body: {'port': {'device_id': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'admin_state_up': True, 'tenant_id': '422876582ce943f5b1d32012e3d302f6'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:42.215557 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.349266 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-68fba2e4-d33c-40c3-ab09-c39be5208773 req-408c1581-d03b-4d2a-b0f1-53f44ceaf826 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 210 time: 0.0652857 Jul 05 07:49:42.397868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d3b59816-4f1c-4121-b534-a99dfbab7d99 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:42.398503 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.431008 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.449689 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695da54-5f6d-4d4c-8ff3-2a32ea7a31a9 req-58b3ce1e-cb32-4eba-8fd5-8d4d6b559f53 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:42.459527 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4695da54-5f6d-4d4c-8ff3-2a32ea7a31a9 req-58b3ce1e-cb32-4eba-8fd5-8d4d6b559f53 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1728482 Jul 05 07:49:42.517873 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Made reservation on behalf of 422876582ce943f5b1d32012e3d302f6 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:42.521626 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.648997 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4695da54-5f6d-4d4c-8ff3-2a32ea7a31a9 req-dd72a672-f6aa-40dd-904d-cd99a30c99af tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883211 Jul 05 07:49:42.652091 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-f0f40762-49e7-4b67-ae4c-f021ca108d07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1478593450&fields=id&tenant_id=46aebfa5ad664ccb9547d76c88317697 HTTP/1.1" status: 200 len: 267 time: 0.1592166 Jul 05 07:49:42.679883 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.682263 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Allocated IP 172.20.0.1 (22595f16-0d09-45fd-9cba-fca44e41af20/9204b1c6-1863-497f-82e6-0b689b955b17/adc66f8f-d47d-4931-8d74-a3f33d71d87a) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:42.695447 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Transition to ACTIVE for port object 310fe8a8-bf91-4391-a195-ab7dd4ee182d will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:42.703338 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.728819 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Transition to ACTIVE for port object 9a01912d-35f2-49be-806b-b5180a30b35a will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:42.741009 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.746131 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.782156 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 0af890a7-1562-4fea-a315-8d1b8c641130 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:42.822936 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fe10d-35bb-4127-8614-71000de8403c None None] Pushing event updated for resources: {'Port': ['ID=310fe8a8-bf91-4391-a195-ab7dd4ee182d,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:42.837909 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Allocated IP 172.20.0.7 (6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82/e34b1b3c-eeae-466f-a8e6-df2b04191a62/6048e4ec-d52e-41a6-bc5a-11f0714bfe4b) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:42.858955 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-4afd23f2-8cb9-4fc8-9edd-64f7fe2a4bf2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:42.860520 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-4afd23f2-8cb9-4fc8-9edd-64f7fe2a4bf2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 810 time: 0.1961823 Jul 05 07:49:42.875324 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1be16-99ee-4f88-be50-eb3434a301ab None None] Pushing event updated for resources: {'Port': ['ID=9a01912d-35f2-49be-806b-b5180a30b35a,revision_number=2']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:42.879205 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Attempting to bind port 9a01912d-35f2-49be-806b-b5180a30b35a on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:42.879569 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Attempting to bind port 9a01912d-35f2-49be-806b-b5180a30b35a by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:42.879925 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Attempting to bind port 9a01912d-35f2-49be-806b-b5180a30b35a on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:42.883765 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.885707 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:42.886069 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:42.886503 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.886886 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:42.887348 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Bound port: 9a01912d-35f2-49be-806b-b5180a30b35a, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:42.887737 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:42.905412 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-02fe75ae-5460-4a85-ab03-08f648bc7aa2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/quotas/46aebfa5ad664ccb9547d76c88317697 HTTP/1.1" status: 200 len: 375 time: 0.0375564 Jul 05 07:49:42.905845 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Transition to ACTIVE for port object adc66f8f-d47d-4931-8d74-a3f33d71d87a will not be triggered until provisioned by entity DHCP. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:42.991329 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.035198 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] For port 9a01912d-35f2-49be-806b-b5180a30b35a, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:43.041152 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] For port 9a01912d-35f2-49be-806b-b5180a30b35a, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9a01912d-35f2-49be-806b-b5180a30b35a,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:43.052752 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Network 22595f16-0d09-45fd-9cba-fca44e41af20 is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:43.056201 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.063996 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:43.077422 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Attempting to bind port 310fe8a8-bf91-4391-a195-ab7dd4ee182d on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:43.077832 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Attempting to bind port 310fe8a8-bf91-4391-a195-ab7dd4ee182d by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:43.081769 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Attempting to bind port 310fe8a8-bf91-4391-a195-ab7dd4ee182d on network 39eeddc0-7da4-4222-b18b-adebb0bcbead {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:43.087760 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:43.106630 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:43.107020 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Checking segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:43.107642 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.108053 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Bound using segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:43.111191 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Bound port: 310fe8a8-bf91-4391-a195-ab7dd4ee182d, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:43.111608 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.128353 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=adc66f8f-d47d-4931-8d74-a3f33d71d87a,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:43.153101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.198473 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 0af890a7-1562-4fea-a315-8d1b8c641130 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:43.206351 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-de666943-e770-4073-b6ea-8c438f074728 None None] Provisioning complete for port 0af890a7-1562-4fea-a315-8d1b8c641130 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:43.206809 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-de666943-e770-4073-b6ea-8c438f074728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.266943 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-0d4c7012-ced4-487e-96d5-fc7cb3d16622 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3472769 Jul 05 07:49:43.308909 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Routers {'4b72ef43-30b3-42b6-990b-1fd30657d475'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:43.310230 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4b72ef43-30b3-42b6-990b-1fd30657d475'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:43.329963 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 0af890a7-1562-4fea-a315-8d1b8c641130 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:43.330546 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.427163 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.444732 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.468055 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] Set router 4b72ef43-30b3-42b6-990b-1fd30657d475 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:43.500731 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-c1e2f0f7-de97-42cf-8d33-4c1defafc1c4 service neutron] 10.222.0.30 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168121 Jul 05 07:49:43.513151 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] For port 310fe8a8-bf91-4391-a195-ab7dd4ee182d, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:43.593017 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.604044 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] For port 310fe8a8-bf91-4391-a195-ab7dd4ee182d, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=310fe8a8-bf91-4391-a195-ab7dd4ee182d,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:43.621159 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91', 'f2cdf1f0-b375-46f5-b637-da212bb8bdae'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:49:43.690884 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-de666943-e770-4073-b6ea-8c438f074728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.695452 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.697651 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1be16-99ee-4f88-be50-eb3434a301ab None None] Pushing event updated for resources: {'Port': ['ID=9a01912d-35f2-49be-806b-b5180a30b35a,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:43.727063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:43.736604 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:43.741543 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event updated for resources: {'Port': ['ID=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:43.759891 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:43.781666 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.790726 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26214548'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.800435 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 51244) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:43.807476 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-31cf12dd-63cc-4003-94d3-1ea458c9a7fd service neutron] 10.222.0.30 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000901 Jul 05 07:49:43.820409 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fe10d-35bb-4127-8614-71000de8403c None None] Pushing event updated for resources: {'Port': ['ID=310fe8a8-bf91-4391-a195-ab7dd4ee182d,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:43.846223 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:49:39Z', 'revision_number': 3, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port': {'id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:38Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:43.865883 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:43.866554 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.891258 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70a8d9-9bf0-4b1c-a7d6-8c3c08f1ad1f req-7935ee12-cd20-4592-9cb1-1b5aaccd535a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:43.898164 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4a70a8d9-9bf0-4b1c-a7d6-8c3c08f1ad1f req-7935ee12-cd20-4592-9cb1-1b5aaccd535a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 931 time: 0.2440555 Jul 05 07:49:43.901173 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-3f436a9e-4b2b-4681-917a-67d0f6a0f6da tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7118502 Jul 05 07:49:43.921511 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14e267f-f9ef-4ba2-9c62-0b98d5f4f833 None None] The sync data for ids ['4b72ef43-30b3-42b6-990b-1fd30657d475'] in dv-cinder-768592-9-iscsi is: [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:49:39Z', 'revision_number': 3, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port': {'id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1d:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:38Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:49:43.923680 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Request body: {'port': {'device_id': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:43.951484 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:43.955798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Pushing event updated for resources: {'Port': ['ID=adc66f8f-d47d-4931-8d74-a3f33d71d87a,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:44.002826 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4a70a8d9-9bf0-4b1c-a7d6-8c3c08f1ad1f req-f725ea19-e291-45a5-bf9c-7d6b31a22bb2 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036360 Jul 05 07:49:44.078838 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c6eba354-9c45-4142-87c9-a089f82ed6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:44.131126 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-de666943-e770-4073-b6ea-8c438f074728 None None] For port 0af890a7-1562-4fea-a315-8d1b8c641130, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=0af890a7-1562-4fea-a315-8d1b8c641130,segment=NetworkSegment(d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d),segment_id=d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:44.222724 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Network 22595f16-0d09-45fd-9cba-fca44e41af20 is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:44.226257 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:44.229120 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-de666943-e770-4073-b6ea-8c438f074728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:44.276589 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c6eba354-9c45-4142-87c9-a089f82ed6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:44.361891 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:44.432826 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:44.433586 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:44.583181 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de666943-e770-4073-b6ea-8c438f074728 None None] Pushing event updated for resources: {'Port': ['ID=0af890a7-1562-4fea-a315-8d1b8c641130,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:44.644459 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Router 4b72ef43-30b3-42b6-990b-1fd30657d475 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:49:44.712557 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-7e0c9357-4bca-49e0-9558-045ec521d360 None None] Provisioning for port adc66f8f-d47d-4931-8d74-a3f33d71d87a completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:44.737087 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:44.747667 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-7e0c9357-4bca-49e0-9558-045ec521d360 None None] Provisioning complete for port adc66f8f-d47d-4931-8d74-a3f33d71d87a triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:44.749193 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7e0c9357-4bca-49e0-9558-045ec521d360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:44.786670 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c6eba354-9c45-4142-87c9-a089f82ed6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:44.801119 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-99704cf0-2163-487d-bcc2-0502bc3e497c req-7efa2c3b-2300-48a3-a88d-734aa8ad7276 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 210 time: 0.5225496 Jul 05 07:49:44.825652 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:49:44.841070 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-05499e88-7590-4cd4-ae4e-251dee58f4b8 admin admin] 10.222.0.30 "PUT /v2.0/routers/4b72ef43-30b3-42b6-990b-1fd30657d475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6262970 Jul 05 07:49:44.842417 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.db.api [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99354) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 07:49:44.842584 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG oslo_db.api [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 07:49:44.886307 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-c6eba354-9c45-4142-87c9-a089f82ed6c2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3a95ebb3a2644af480d3f65377b4e6d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0841668 Jul 05 07:49:44.889336 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51266) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:49:44.917531 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:44.947843 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba354-9c45-4142-87c9-a089f82ed6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b5554ae-6a74-470c-8d0e-4309e478ede5,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:45.005127 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1cd79b6c-69fa-46e3-9401-1b5468c4066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:45.023708 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-7e0c9357-4bca-49e0-9558-045ec521d360 None None] Port adc66f8f-d47d-4931-8d74-a3f33d71d87a cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:49:45.057728 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1cd79b6c-69fa-46e3-9401-1b5468c4066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:45.110497 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19644301-fba2-4da5-bc10-55666d086cae req-4ddd2244-1202-49e2-8874-bdd71c552764 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:45.126200 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-19644301-fba2-4da5-bc10-55666d086cae req-4ddd2244-1202-49e2-8874-bdd71c552764 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.3532801 Jul 05 07:49:45.158575 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1cd79b6c-69fa-46e3-9401-1b5468c4066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:45.163254 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1cd79b6c-69fa-46e3-9401-1b5468c4066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:45.164781 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1cd79b6c-69fa-46e3-9401-1b5468c4066f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3b5554ae-6a74-470c-8d0e-4309e478ede5 HTTP/1.1" status: 204 len: 168 time: 0.2742569 Jul 05 07:49:45.179807 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd79b6c-69fa-46e3-9401-1b5468c4066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b5554ae-6a74-470c-8d0e-4309e478ede5,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:45.319879 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-19644301-fba2-4da5-bc10-55666d086cae req-c32a674f-9e6d-4c5c-88f2-70d8245b8b1c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928449 Jul 05 07:49:45.492113 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-7d581356-3cf4-4ff0-8fea-de51e004eacf None None] Provisioning complete for port adc66f8f-d47d-4931-8d74-a3f33d71d87a triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:45.492543 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7d581356-3cf4-4ff0-8fea-de51e004eacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:45.603288 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-7d581356-3cf4-4ff0-8fea-de51e004eacf None None] Port adc66f8f-d47d-4931-8d74-a3f33d71d87a cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:49:45.631957 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:45.672004 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df4fc8e-cb33-4159-a7bb-0f5758a54e97 None None] The sync data for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi is: [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:49:45.739263 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa928bc-8a43-4de6-b691-603b2c212ec2 req-9e213694-e1aa-4b18-8b94-fe8720f0d394 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:45.741003 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-faa928bc-8a43-4de6-b691-603b2c212ec2 req-9e213694-e1aa-4b18-8b94-fe8720f0d394 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 931 time: 0.3947277 Jul 05 07:49:45.756132 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:49:45.772199 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:45.801731 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Transition to ACTIVE for port object 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:45.822618 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-faa928bc-8a43-4de6-b691-603b2c212ec2 req-5e2880a5-11d6-4ef6-a663-40d629c2c376 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749207 Jul 05 07:49:45.827508 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:45.890190 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9a01912d-35f2-49be-806b-b5180a30b35a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:45.931368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Pushing event updated for resources: {'Port': ['ID=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:45.991385 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 9a01912d-35f2-49be-806b-b5180a30b35a completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:45.993922 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 9a01912d-35f2-49be-806b-b5180a30b35a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:45.994303 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.042407 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c0f3269d-8fd1-4b21-aa8e-c413911f4f59 req-01817528-d9d3-45cd-81ba-558b3d8a282b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 210 time: 0.0941799 Jul 05 07:49:46.111749 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.136865 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Attempting to bind port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:46.137307 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Attempting to bind port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:46.137841 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Attempting to bind port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:46.147918 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:49:46.148241 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Attempting to bind port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:46.152998 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 9a01912d-35f2-49be-806b-b5180a30b35a, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9a01912d-35f2-49be-806b-b5180a30b35a,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:46.157659 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:46.158037 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Checking segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:46.158605 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Bound using segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:46.159064 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Bound port: 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:46.159503 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.161127 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.161995 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 30e90b03-8402-4579-ae62-c7268bbc07a1 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:46.284387 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=9a01912d-35f2-49be-806b-b5180a30b35a,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:46.299741 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 30e90b03-8402-4579-ae62-c7268bbc07a1 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:46.300137 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.425884 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-b35b7150-22de-4f8d-a9ff-6305bb85ec11 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:46.436214 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-b35b7150-22de-4f8d-a9ff-6305bb85ec11 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 810 time: 0.2005804 Jul 05 07:49:46.447523 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-78e6f32e-f410-4c0e-a124-803a98cc9adf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.575983 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] For port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:46.615628 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-4babcf00-34eb-4a2c-9bdb-f2d7ea848689 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46aebfa5ad664ccb9547d76c88317697 HTTP/1.1" status: 200 len: 380 time: 0.1632371 Jul 05 07:49:46.621348 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] For port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:46.635072 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'port': {'device_id': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'admin_state_up': True, 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'security_groups': ['df05f777-2c05-4656-b1e8-c9fc6b4cbd97']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:46.670083 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.772066 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 0af890a7-1562-4fea-a315-8d1b8c641130 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:46.876797 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:46.877380 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:46.878948 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] 10.222.0.24 "PUT /v2.0/ports/6048e4ec-d52e-41a6-bc5a-11f0714bfe4b HTTP/1.1" status: 200 len: 1093 time: 2.9595697 Jul 05 07:49:46.896584 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'tag': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:49:46.899188 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f42ab13-50de-4723-aaf9-0296eb0e37ce" -d '{"events": [{"name": "network-changed", "server_uuid": "cde6e3ec-9c3d-44ba-9f33-fa2978473cf5", "tag": "6048e4ec-d52e-41a6-bc5a-11f0714bfe4b"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:49:46.960099 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 0af890a7-1562-4fea-a315-8d1b8c641130 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:46.960487 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:47.039866 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525cee2-35c3-4ee6-8add-2400b48bac77 service neutron] Pushing event updated for resources: {'Port': ['ID=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:47.109184 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 310fe8a8-bf91-4391-a195-ab7dd4ee182d up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:47.133435 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Made reservation on behalf of 46aebfa5ad664ccb9547d76c88317697 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:49:47.137656 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:47.184667 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4eeb11-e2d5-45cf-a453-5bd8e8f16da3 req-3aa1a256-7430-4db3-9bf5-bddd7bbcb62a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:47.186560 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5c4eeb11-e2d5-45cf-a453-5bd8e8f16da3 req-3aa1a256-7430-4db3-9bf5-bddd7bbcb62a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.5697126 Jul 05 07:49:47.220024 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 310fe8a8-bf91-4391-a195-ab7dd4ee182d completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:47.228779 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 310fe8a8-bf91-4391-a195-ab7dd4ee182d triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:47.229244 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:47.266386 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105c43-1802-495f-996a-2394ef1412bb req-dcad144f-23d9-4211-99ac-440b7c385029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:47.268145 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-dcad144f-23d9-4211-99ac-440b7c385029 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 1096 time: 0.3218293 Jul 05 07:49:47.364433 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:47.365419 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb64c85-5773-4f79-b809-b845cfaffc3c req-c754a845-af55-410f-83d4-0fc832644aaf tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:47.367014 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-beb64c85-5773-4f79-b809-b845cfaffc3c req-c754a845-af55-410f-83d4-0fc832644aaf tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 943 time: 0.3187370 Jul 05 07:49:47.372761 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5c4eeb11-e2d5-45cf-a453-5bd8e8f16da3 req-4be754a2-bd38-41ae-84f2-2a2244cdad59 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764562 Jul 05 07:49:47.419236 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-9778f05e-5936-4c8c-90c5-6bf1318135fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b HTTP/1.1" status: 200 len: 217 time: 0.1332223 Jul 05 07:49:47.457425 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 310fe8a8-bf91-4391-a195-ab7dd4ee182d, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=310fe8a8-bf91-4391-a195-ab7dd4ee182d,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:47.467945 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:47.505810 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026ee784-5fb5-4d87-bf5a-fed2c7a9fd2f x-openstack-request-id: req-026ee784-5fb5-4d87-bf5a-fed2c7a9fd2f {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:49:47.506291 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cde6e3ec-9c3d-44ba-9f33-fa2978473cf5", "tag": "6048e4ec-d52e-41a6-bc5a-11f0714bfe4b", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:49:47.506660 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-026ee784-5fb5-4d87-bf5a-fed2c7a9fd2f {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:49:47.507240 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'tag': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b', 'status': 'completed', 'code': 200} Jul 05 07:49:47.545156 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=310fe8a8-bf91-4391-a195-ab7dd4ee182d,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:47.552273 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-beb64c85-5773-4f79-b809-b845cfaffc3c req-417de644-c1c8-4ae0-90d1-35f0b7f427c3 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758463 Jul 05 07:49:47.553548 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Allocated IP 172.20.0.13 (39eeddc0-7da4-4222-b18b-adebb0bcbead/dda71ae4-4005-4273-8304-bb0164a5a213/2d476eb5-c302-494b-92ae-ef517c3df717) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:49:47.564949 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105c43-1802-495f-996a-2394ef1412bb req-8fc7ef53-d487-4312-b058-444877da7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:47.567128 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-8fc7ef53-d487-4312-b058-444877da7fce service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.1199887 Jul 05 07:49:47.615603 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-32d889e4-7218-44fc-a474-e36822d7c455 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402720 Jul 05 07:49:47.688491 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9a01912d-35f2-49be-806b-b5180a30b35a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:47.788723 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-795009f5-c472-4032-93c6-5417c625e2da req-84a25dda-746e-473d-9ea4-43d7e91f1a15 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 210 time: 0.1403472 Jul 05 07:49:47.860637 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 9a01912d-35f2-49be-806b-b5180a30b35a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:47.861690 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:47.939373 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-ffc9a1c1-58c1-4b00-864e-ac19335bd951 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146424 Jul 05 07:49:48.064409 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:48.095243 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Transition to ACTIVE for port object 2d476eb5-c302-494b-92ae-ef517c3df717 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:48.185203 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa105c43-1802-495f-996a-2394ef1412bb req-78d7e980-0557-46d7-bbba-ab649dd18d57 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263420 Jul 05 07:49:48.237075 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:48.360699 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:49:48.368528 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Sync routers for ids ['4b72ef43-30b3-42b6-990b-1fd30657d475'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:49:48.377658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:49:48.381849 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:49:48.385215 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Routers {'4b72ef43-30b3-42b6-990b-1fd30657d475'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:48.385947 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4b72ef43-30b3-42b6-990b-1fd30657d475'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:48.507806 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:48.509662 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:48.549647 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'Port': ['ID=2d476eb5-c302-494b-92ae-ef517c3df717,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:48.555343 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-2afb0e86-c1d1-4cd3-8870-4890ab51e7af tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9243705 Jul 05 07:49:48.579124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Request body: {'port': {'device_id': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:49:48.655269 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-87a6737e-12c1-47e1-9e9f-99cda244df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:48.657488 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-87a6737e-12c1-47e1-9e9f-99cda244df48 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 1096 time: 0.3673847 Jul 05 07:49:48.672820 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Set router 4b72ef43-30b3-42b6-990b-1fd30657d475 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:48.942541 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-252c57b9-4c7e-4858-9a03-57201c42eb54 None None] Provisioning for port 2d476eb5-c302-494b-92ae-ef517c3df717 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:48.949953 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-252c57b9-4c7e-4858-9a03-57201c42eb54 None None] Provisioning complete for port 2d476eb5-c302-494b-92ae-ef517c3df717 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:48.951167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-252c57b9-4c7e-4858-9a03-57201c42eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:48.969658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:48.999299 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-252c57b9-4c7e-4858-9a03-57201c42eb54 None None] Port 2d476eb5-c302-494b-92ae-ef517c3df717 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:49:49.062343 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8eabfa4a-f50c-495c-8158-d0e59b0882b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:49.118167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 4, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port': {'id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:38Z', 'updated_at': '2021-07-05T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'adc66f8f-d47d-4931-8d74-a3f33d71d87a', 'name': '', 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'mac_address': 'fa:16:3e:b0:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9204b1c6-1863-497f-82e6-0b689b955b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:42Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 2, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'subnets': [{'id': '9204b1c6-1863-497f-82e6-0b689b955b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:49.149445 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Checking router: 4b72ef43-30b3-42b6-990b-1fd30657d475 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:49:49.149445 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Updating router 4b72ef43-30b3-42b6-990b-1fd30657d475 port adc66f8f-d47d-4931-8d74-a3f33d71d87a binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:49:49.194906 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:49.222328 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19161a-7aa5-4c98-86d6-c30b8b677ba2 req-27d227ce-cf40-4a17-a7e2-5c732fb77928 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:49.223896 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1b19161a-7aa5-4c98-86d6-c30b8b677ba2 req-27d227ce-cf40-4a17-a7e2-5c732fb77928 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.5138109 Jul 05 07:49:49.317449 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-3cb87c7e-4a8c-4b21-bbf0-9ff5ce08392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:49.319008 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-3cb87c7e-4a8c-4b21-bbf0-9ff5ce08392c service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 915 time: 0.6510706 Jul 05 07:49:49.414840 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-5ca2f151-2826-4729-b26e-c7e87c8ffb73 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b HTTP/1.1" status: 200 len: 217 time: 0.0777240 Jul 05 07:49:49.422748 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:49.424250 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1b19161a-7aa5-4c98-86d6-c30b8b677ba2 req-202929d3-74ed-4802-a948-e7b59dd854d5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863334 Jul 05 07:49:49.436390 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:49.455927 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ef618-e437-4e3e-8897-43ce6b95c62e req-9a2e8536-d19d-4146-ac85-ff9da050407f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:49.460552 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-802ef618-e437-4e3e-8897-43ce6b95c62e req-9a2e8536-d19d-4146-ac85-ff9da050407f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 943 time: 0.4448369 Jul 05 07:49:49.673502 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 310fe8a8-bf91-4391-a195-ab7dd4ee182d up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:49.896424 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-802ef618-e437-4e3e-8897-43ce6b95c62e req-bee1f72c-0144-437d-a4b8-a0e120b0900d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349589 Jul 05 07:49:49.913001 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:49.914978 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-59fce7c7-fdff-4566-82d0-00ff3fc8d928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:49.916529 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-59fce7c7-fdff-4566-82d0-00ff3fc8d928 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.4914336 Jul 05 07:49:49.926834 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Transition to ACTIVE for port object adc66f8f-d47d-4931-8d74-a3f33d71d87a will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:49.942040 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:49.985753 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-e205e6b4-5b24-41c7-91f3-014f70345e8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551112 Jul 05 07:49:50.026252 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 310fe8a8-bf91-4391-a195-ab7dd4ee182d triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:50.033790 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:50.037198 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d8a17-968c-44de-a927-3c46c75f0fad None None] Pushing event updated for resources: {'Port': ['ID=adc66f8f-d47d-4931-8d74-a3f33d71d87a,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:50.162631 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:50.164672 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Attempting to bind port adc66f8f-d47d-4931-8d74-a3f33d71d87a on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:50.165164 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Attempting to bind port adc66f8f-d47d-4931-8d74-a3f33d71d87a by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:50.165629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Attempting to bind port adc66f8f-d47d-4931-8d74-a3f33d71d87a on network 22595f16-0d09-45fd-9cba-fca44e41af20 {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:50.186338 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:50.186338 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Checking segment: {'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:50.186338 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:50.187078 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Bound using segment: {'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:50.187687 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Bound port: adc66f8f-d47d-4931-8d74-a3f33d71d87a, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:50.188197 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:50.308981 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d476eb5-c302-494b-92ae-ef517c3df717 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:49:50.312545 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] For port adc66f8f-d47d-4931-8d74-a3f33d71d87a, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:50.318182 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-9932d06a-7cbc-4012-b69f-e70579396cc1 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295744 Jul 05 07:49:50.318298 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] For port adc66f8f-d47d-4931-8d74-a3f33d71d87a, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=adc66f8f-d47d-4931-8d74-a3f33d71d87a,segment=NetworkSegment(d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d),segment_id=d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:50.323242 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:50.325093 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:50.349669 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b012e-9df5-4066-b6f6-211d667bdfa1 req-61ba6606-abba-49e6-a780-6933e3c6cd9d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:50.351507 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d62b012e-9df5-4066-b6f6-211d667bdfa1 req-61ba6606-abba-49e6-a780-6933e3c6cd9d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 932 time: 0.3631885 Jul 05 07:49:50.393979 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d8a17-968c-44de-a927-3c46c75f0fad None None] Pushing event updated for resources: {'Port': ['ID=adc66f8f-d47d-4931-8d74-a3f33d71d87a,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:50.414857 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Transition to ACTIVE for port object 2d476eb5-c302-494b-92ae-ef517c3df717 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:49:50.433550 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Routers {'4b72ef43-30b3-42b6-990b-1fd30657d475'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:49:50.434403 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4b72ef43-30b3-42b6-990b-1fd30657d475'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:50.436788 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:50.572076 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d62b012e-9df5-4066-b6f6-211d667bdfa1 req-f1c796f7-4e9e-44d0-8a66-43e7497bf3a4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583498 Jul 05 07:49:50.595466 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Pushing event updated for resources: {'Port': ['ID=2d476eb5-c302-494b-92ae-ef517c3df717,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:50.773780 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] Set router 4b72ef43-30b3-42b6-990b-1fd30657d475 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:49:50.866164 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f42ab13-50de-4723-aaf9-0296eb0e37ce req-e71e536f-ab8a-4df5-8317-34757103e78a service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5361705 Jul 05 07:49:50.875731 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:49:51.005039 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Attempting to bind port 2d476eb5-c302-494b-92ae-ef517c3df717 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:49:51.005495 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Attempting to bind port 2d476eb5-c302-494b-92ae-ef517c3df717 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:49:51.005930 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Attempting to bind port 2d476eb5-c302-494b-92ae-ef517c3df717 on network 39eeddc0-7da4-4222-b18b-adebb0bcbead {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:51.011810 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Port 2d476eb5-c302-494b-92ae-ef517c3df717 on network 39eeddc0-7da4-4222-b18b-adebb0bcbead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:49:51.012455 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Attempting to bind port 2d476eb5-c302-494b-92ae-ef517c3df717 on network 39eeddc0-7da4-4222-b18b-adebb0bcbead {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:49:51.030231 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d4f90-9085-4c33-992f-6ba72b690ebe req-bc81bded-1107-4cc7-8568-253293365e0d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:51.032210 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ab7d4f90-9085-4c33-992f-6ba72b690ebe req-bc81bded-1107-4cc7-8568-253293365e0d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2861516 Jul 05 07:49:51.037004 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:49:51.037590 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Checking segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:49:51.038145 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Bound using segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:49:51.038793 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Bound port: 2d476eb5-c302-494b-92ae-ef517c3df717, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:49:51.039321 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:51.099557 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ab7d4f90-9085-4c33-992f-6ba72b690ebe req-68ab4216-8e78-4614-a0b1-6a1830544a97 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537357 Jul 05 07:49:51.228920 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:51.266996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'port_id': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b', 'mac_address': 'fa:16:3e:2a:e8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34b1b3c-eeae-466f-a8e6-df2b04191a62', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:49:51.326221 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] For port 2d476eb5-c302-494b-92ae-ef517c3df717, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:49:51.331089 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] For port 2d476eb5-c302-494b-92ae-ef517c3df717, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2d476eb5-c302-494b-92ae-ef517c3df717,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:49:51.335595 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:51.343430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:51.354054 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 4, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port': {'id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:38Z', 'updated_at': '2021-07-05T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'adc66f8f-d47d-4931-8d74-a3f33d71d87a', 'name': '', 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'mac_address': 'fa:16:3e:b0:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9204b1c6-1863-497f-82e6-0b689b955b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:42Z', 'updated_at': '2021-07-05T07:49:50Z', 'revision_number': 4, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'subnets': [{'id': '9204b1c6-1863-497f-82e6-0b689b955b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:49:51.360283 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:49:51.388165 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98510ff-462a-49a6-826b-41f7db699f6c req-eba3ba7c-4fbb-461c-8515-b746546ee376 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:51.390957 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c264d86e-98c4-44ce-8de2-c6fc1d953cb6 None None] The sync data for ids ['4b72ef43-30b3-42b6-990b-1fd30657d475'] in dv-cinder-768592-9-iscsi is: [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:49:43Z', 'revision_number': 4, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port': {'id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:38Z', 'updated_at': '2021-07-05T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'adc66f8f-d47d-4931-8d74-a3f33d71d87a', 'name': '', 'network_id': '22595f16-0d09-45fd-9cba-fca44e41af20', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'mac_address': 'fa:16:3e:b0:fd:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_interface', 'standard_attr_id': 327, 'fixed_ips': [{'subnet_id': '9204b1c6-1863-497f-82e6-0b689b955b17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:42Z', 'updated_at': '2021-07-05T07:49:50Z', 'revision_number': 4, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'subnets': [{'id': '9204b1c6-1863-497f-82e6-0b689b955b17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:49:51.395134 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f98510ff-462a-49a6-826b-41f7db699f6c req-eba3ba7c-4fbb-461c-8515-b746546ee376 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 943 time: 0.1986618 Jul 05 07:49:51.413515 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:51.425118 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:51.425954 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:51.426293 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:51.427634 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] 10.222.0.24 "PUT /v2.0/ports/2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 200 len: 1094 time: 2.8574495 Jul 05 07:49:51.428103 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:49:51.430802 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468" -d '{"events": [{"name": "network-changed", "server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:49:51.508498 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4ac60-fe37-4a18-8e85-c3aa4789b366 service neutron] Pushing event updated for resources: {'Port': ['ID=2d476eb5-c302-494b-92ae-ef517c3df717,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:51.586346 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e735eb-78e3-44a1-baf3-37210a70fce0 x-openstack-request-id: req-d0e735eb-78e3-44a1-baf3-37210a70fce0 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:49:51.595213 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:49:51.595513 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0e735eb-78e3-44a1-baf3-37210a70fce0 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:49:51.596502 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717', 'status': 'completed', 'code': 200} Jul 05 07:49:51.629101 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:51.672600 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f98510ff-462a-49a6-826b-41f7db699f6c req-44d9a854-02c4-42f4-a818-0b8e187d2c35 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665529 Jul 05 07:49:51.728773 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-a41c5085-333e-4c4e-aee7-587ebc722d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:51.730258 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-a41c5085-333e-4c4e-aee7-587ebc722d4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 1097 time: 0.2479322 Jul 05 07:49:51.739793 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:51.754104 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device adc66f8f-d47d-4931-8d74-a3f33d71d87a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:51.817483 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['6048e4ec-d52e-41a6-bc5a-11f0714bfe4b'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:49:51.837905 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-83e24d9f-11ce-4339-869a-e28c4d25337c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 200 len: 217 time: 0.0946281 Jul 05 07:49:51.967348 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-a90399d4-9704-46a8-a9fe-675d2a6a9c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:51.971630 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-a90399d4-9704-46a8-a9fe-675d2a6a9c52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.1145163 Jul 05 07:49:51.973942 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port adc66f8f-d47d-4931-8d74-a3f33d71d87a completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:51.989797 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port adc66f8f-d47d-4931-8d74-a3f33d71d87a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:51.990175 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:52.059213 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d83418-6d1a-4c2b-9448-08954dd3b709 req-1c370758-5098-4631-9327-99450b8e5663 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:52.067410 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4d83418-6d1a-4c2b-9448-08954dd3b709 req-1c370758-5098-4631-9327-99450b8e5663 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 944 time: 0.2354286 Jul 05 07:49:52.192654 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4d83418-6d1a-4c2b-9448-08954dd3b709 req-8ec83217-0c3a-49e8-a33b-0920baaf25fd tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216018 Jul 05 07:49:52.195209 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-addee1e9-4d0e-403c-a2aa-5a45defb1c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:52.198187 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-addee1e9-4d0e-403c-a2aa-5a45defb1c77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2109938 Jul 05 07:49:52.296629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:52.402850 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port adc66f8f-d47d-4931-8d74-a3f33d71d87a, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=adc66f8f-d47d-4931-8d74-a3f33d71d87a,segment=NetworkSegment(d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d),segment_id=d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:52.409459 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:52.435520 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-85466b9d-d244-4e57-9188-559c00a05449 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229793 Jul 05 07:49:52.483103 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=adc66f8f-d47d-4931-8d74-a3f33d71d87a,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:52.551569 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc5dfb-5bc7-4ecf-b19d-57ec07f127b8 req-fa8a2608-6ffd-4cbc-83ac-9e4456b60344 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:52.559474 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dbdc5dfb-5bc7-4ecf-b19d-57ec07f127b8 req-fa8a2608-6ffd-4cbc-83ac-9e4456b60344 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1793215 Jul 05 07:49:52.656946 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191b40dc-64e6-42df-95d6-a6d80affd32b req-53faff09-96dc-414e-b5a3-4c32645759d9 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102599 Jul 05 07:49:52.661550 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dbdc5dfb-5bc7-4ecf-b19d-57ec07f127b8 req-96216231-090e-4698-ae91-9a81a42e1a88 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006260 Jul 05 07:49:52.893777 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-a2fde51b-f4b5-4ba2-aa6e-9733458e0469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:52.896026 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-a2fde51b-f4b5-4ba2-aa6e-9733458e0469 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 1097 time: 0.1579924 Jul 05 07:49:53.003771 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d3a0c-7b7b-41d1-b470-9f108b2159d0 req-76fe34df-4b18-4599-988a-d7c2e29df98e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:53.005621 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295d3a0c-7b7b-41d1-b470-9f108b2159d0 req-76fe34df-4b18-4599-988a-d7c2e29df98e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 944 time: 0.1749184 Jul 05 07:49:53.047298 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-16a78e03-573a-44c0-8a20-daef7c98fa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:53.048864 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-16a78e03-573a-44c0-8a20-daef7c98fa1a service neutron] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 911 time: 0.1415324 Jul 05 07:49:53.106300 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-cfc9b502-c9c8-4ec6-a4f2-9fd00e75842b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 200 len: 217 time: 0.0403850 Jul 05 07:49:53.141802 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295d3a0c-7b7b-41d1-b470-9f108b2159d0 req-62601402-b557-4e84-8b2e-d6e258bbb270 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083345 Jul 05 07:49:53.196036 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-8bd3bcfe-d133-48d0-bc5d-8cdc566ab62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:53.198042 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-8bd3bcfe-d133-48d0-bc5d-8cdc566ab62d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.0798843 Jul 05 07:49:53.272799 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-e776aa65-c0fb-4174-a6f6-57b88f8446fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:53.274635 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-e776aa65-c0fb-4174-a6f6-57b88f8446fb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691323 Jul 05 07:49:53.496784 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-64acf00a-1bd9-4cd7-be59-8b25ed970a92 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103329 Jul 05 07:49:53.590303 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e996b9da-84a2-4b4b-8478-6a1aefaf8625 req-e42376ae-cb5b-4a0d-90de-115dde984576 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:53.599487 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e996b9da-84a2-4b4b-8478-6a1aefaf8625 req-e42376ae-cb5b-4a0d-90de-115dde984576 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 944 time: 0.2125442 Jul 05 07:49:53.662942 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device adc66f8f-d47d-4931-8d74-a3f33d71d87a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:53.679394 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e996b9da-84a2-4b4b-8478-6a1aefaf8625 req-46a7ebc0-fb81-4d21-baca-39cdf79d2235 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762069 Jul 05 07:49:53.717066 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9a2826d-6e3a-456f-ab74-fd27b1ad1468 req-31aa3cf3-5fa0-4da8-99c5-969ab5d8c568 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073185 Jul 05 07:49:53.813118 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port adc66f8f-d47d-4931-8d74-a3f33d71d87a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:53.813263 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:53.992071 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356bd01-2041-4e57-aafa-57aec4820545 req-1c79ab5b-acd7-4ade-9ebd-58fc1302f139 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:53.995249 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6356bd01-2041-4e57-aafa-57aec4820545 req-1c79ab5b-acd7-4ade-9ebd-58fc1302f139 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1364326 Jul 05 07:49:54.068827 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6356bd01-2041-4e57-aafa-57aec4820545 req-5208ad5c-a864-45f2-a2b4-9a726ab7ec5a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651720 Jul 05 07:49:54.335953 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05db81e-4710-4aeb-bc31-0994b1f9a4d2 req-c4aa73b0-8983-4f76-a726-653b28f603c1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:54.337490 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e05db81e-4710-4aeb-bc31-0994b1f9a4d2 req-c4aa73b0-8983-4f76-a726-653b28f603c1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 944 time: 0.0704439 Jul 05 07:49:54.398765 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e05db81e-4710-4aeb-bc31-0994b1f9a4d2 req-0b15ba37-4229-4ed3-a0c2-cd7be13b6daa tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538945 Jul 05 07:49:54.881767 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fddb9d-4cc1-4442-8c64-1d92741720b8 req-63e10979-0fa0-4e71-9f21-747df47bcb60 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:54.883392 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c0fddb9d-4cc1-4442-8c64-1d92741720b8 req-63e10979-0fa0-4e71-9f21-747df47bcb60 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 944 time: 0.0895023 Jul 05 07:49:54.891811 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:49:54.957921 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:49:54.962106 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c0fddb9d-4cc1-4442-8c64-1d92741720b8 req-85391829-2938-499e-b582-7171007f1e32 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697939 Jul 05 07:49:54.968665 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:49:54.976729 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:55.159281 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:55.196577 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:49:55.199106 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0e6059-d97c-436e-9bdf-09d6c991b133" -d '{"events": [{"server_uuid": "cde6e3ec-9c3d-44ba-9f33-fa2978473cf5", "name": "network-vif-plugged", "status": "completed", "tag": "6048e4ec-d52e-41a6-bc5a-11f0714bfe4b"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:49:55.216583 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:55.221648 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:55.291601 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd99497-b2c5-4691-b4fa-4b01dce94233 x-openstack-request-id: req-1bd99497-b2c5-4691-b4fa-4b01dce94233 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:49:55.291967 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde6e3ec-9c3d-44ba-9f33-fa2978473cf5", "name": "network-vif-plugged", "status": "completed", "tag": "6048e4ec-d52e-41a6-bc5a-11f0714bfe4b", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:49:55.292289 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bd99497-b2c5-4691-b4fa-4b01dce94233 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:49:55.292855 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b', 'code': 200} Jul 05 07:49:55.298816 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:55.347212 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ba71e-5f84-418c-be04-1d29f67373f1 req-9293c76b-bc37-4ce4-b89d-084826e865e9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:55.357745 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c51ba71e-5f84-418c-be04-1d29f67373f1 req-9293c76b-bc37-4ce4-b89d-084826e865e9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1079776 Jul 05 07:49:55.495097 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c51ba71e-5f84-418c-be04-1d29f67373f1 req-059ffae9-b5a6-4d2e-94c7-0a3185e3dfe2 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325736 Jul 05 07:49:55.720382 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24794054-9192-4492-bdb9-d0cadaef302e req-9da46c2b-efe2-4763-9070-d6c07c20aa85 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:55.722111 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-24794054-9192-4492-bdb9-d0cadaef302e req-9da46c2b-efe2-4763-9070-d6c07c20aa85 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.0868404 Jul 05 07:49:55.803384 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-24794054-9192-4492-bdb9-d0cadaef302e req-1a8de74d-e3aa-48e1-b2b2-fdd14e11ce67 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487742 Jul 05 07:49:55.820234 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b883b8-f628-4a0a-8118-5ab8f0775a93 req-7d26c3e6-5886-40f0-9bfd-c03573b3a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:55.822333 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-57b883b8-f628-4a0a-8118-5ab8f0775a93 req-7d26c3e6-5886-40f0-9bfd-c03573b3a3ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 1098 time: 0.0989649 Jul 05 07:49:55.874638 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-57b883b8-f628-4a0a-8118-5ab8f0775a93 req-4a0f5683-7d89-4c09-9239-92dc510e9dcd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432374 Jul 05 07:49:56.151518 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd87d50f-0db1-487c-ab41-88db241ee24f req-f6d3765f-4300-4210-a6f1-f4b52e11bc82 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:56.154303 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cd87d50f-0db1-487c-ab41-88db241ee24f req-f6d3765f-4300-4210-a6f1-f4b52e11bc82 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 944 time: 0.0753081 Jul 05 07:49:56.197728 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cd87d50f-0db1-487c-ab41-88db241ee24f req-9cf81166-8af0-4cc5-8730-cdec80a820c6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376205 Jul 05 07:49:56.705134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b7c69f-0568-4c9c-9133-6e8e32a00205 req-1c2cbc37-a254-431d-8e22-1d1d46cb4f7b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:56.715890 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6b7c69f-0568-4c9c-9133-6e8e32a00205 req-1c2cbc37-a254-431d-8e22-1d1d46cb4f7b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0854163 Jul 05 07:49:56.726235 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:49:56.757775 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6b7c69f-0568-4c9c-9133-6e8e32a00205 req-481879dd-fae7-47c9-8a68-c350603fcaa6 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404336 Jul 05 07:49:57.008571 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a148137c-e8d6-4ca8-9d7a-bd9cd628bf9f req-550ec930-b39d-4620-adfa-f495658cdba6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:57.010596 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a148137c-e8d6-4ca8-9d7a-bd9cd628bf9f req-550ec930-b39d-4620-adfa-f495658cdba6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.0763152 Jul 05 07:49:57.059546 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a148137c-e8d6-4ca8-9d7a-bd9cd628bf9f req-b99fbdcf-f0cd-4547-9913-b2600cfb4d33 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Jul 05 07:49:57.232806 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 2d476eb5-c302-494b-92ae-ef517c3df717 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:49:57.356030 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 2d476eb5-c302-494b-92ae-ef517c3df717, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2d476eb5-c302-494b-92ae-ef517c3df717,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:57.374178 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '2d476eb5-c302-494b-92ae-ef517c3df717', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'port_id': '2d476eb5-c302-494b-92ae-ef517c3df717', 'mac_address': 'fa:16:3e:62:96:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:49:57.400112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31f6a7-4e8c-4f83-a43d-42a5b6093851 req-d0a0e48f-952e-49d3-bc27-df16dcf1c427 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:57.401808 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aa31f6a7-4e8c-4f83-a43d-42a5b6093851 req-d0a0e48f-952e-49d3-bc27-df16dcf1c427 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 944 time: 0.0719051 Jul 05 07:49:57.415833 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:57.432406 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d476eb5-c302-494b-92ae-ef517c3df717 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:49:57.456895 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aa31f6a7-4e8c-4f83-a43d-42a5b6093851 req-7e04294f-5002-49d9-b60e-613c2170c51e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481937 Jul 05 07:49:57.457092 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 2d476eb5-c302-494b-92ae-ef517c3df717, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2d476eb5-c302-494b-92ae-ef517c3df717,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:49:57.462000 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:49:57.514924 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=2d476eb5-c302-494b-92ae-ef517c3df717,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:49:57.954329 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8a668-d8a0-4edc-8f5b-23035f3949ab req-09f37193-625a-4a4e-9fe4-11b7372ad6b7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:57.955812 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8ab8a668-d8a0-4edc-8f5b-23035f3949ab req-09f37193-625a-4a4e-9fe4-11b7372ad6b7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0696323 Jul 05 07:49:57.999584 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8ab8a668-d8a0-4edc-8f5b-23035f3949ab req-a8d8f1e5-b66c-47de-b043-2ffb4555205e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Jul 05 07:49:58.249586 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7029d3af-9821-4e4d-8a0c-84a19e9aee0f req-e16897c9-3ea1-4971-b054-44a8c9f99830 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:58.251549 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7029d3af-9821-4e4d-8a0c-84a19e9aee0f req-e16897c9-3ea1-4971-b054-44a8c9f99830 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.0713704 Jul 05 07:49:58.290662 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7029d3af-9821-4e4d-8a0c-84a19e9aee0f req-8e388cf2-bc73-47f2-a7a7-96bf82b9872c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333941 Jul 05 07:49:58.659101 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1b7bc-6a93-4494-aa77-206c5899d161 req-e4dbaf31-81b3-4f89-a0bc-9868c761ce9d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:58.660771 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0cd1b7bc-6a93-4494-aa77-206c5899d161 req-e4dbaf31-81b3-4f89-a0bc-9868c761ce9d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 945 time: 0.0808442 Jul 05 07:49:58.704900 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0cd1b7bc-6a93-4494-aa77-206c5899d161 req-94a1d0df-75ea-4ea6-992e-69176d5c7e9b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367277 Jul 05 07:49:59.189771 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac40ab-cdb1-46ce-82e3-9b39bc6e5cb1 req-0e7da6a4-a267-41b9-8112-351c63fbe2e5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:59.191774 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9fac40ab-cdb1-46ce-82e3-9b39bc6e5cb1 req-0e7da6a4-a267-41b9-8112-351c63fbe2e5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0718126 Jul 05 07:49:59.250563 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9fac40ab-cdb1-46ce-82e3-9b39bc6e5cb1 req-943116a7-bbf6-4e2c-a61f-c3323e5ee6d1 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387692 Jul 05 07:49:59.505770 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06261cef-7be1-434c-899b-70a341badeb5 req-85305682-0e94-4b1b-9dfb-33b0d6001365 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:59.515623 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-06261cef-7be1-434c-899b-70a341badeb5 req-85305682-0e94-4b1b-9dfb-33b0d6001365 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.0900483 Jul 05 07:49:59.555402 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-06261cef-7be1-434c-899b-70a341badeb5 req-353949e0-eca2-49bb-bf0d-f63aa5aba227 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388532 Jul 05 07:49:59.688060 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['2d476eb5-c302-494b-92ae-ef517c3df717'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:49:59.992354 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1b4d8-c976-4213-8592-4e0bd4d483a9 req-b5ad3868-aa51-4123-a8a1-2cf24b330684 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:49:59.993939 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f8c1b4d8-c976-4213-8592-4e0bd4d483a9 req-b5ad3868-aa51-4123-a8a1-2cf24b330684 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 945 time: 0.0835664 Jul 05 07:50:00.040487 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f8c1b4d8-c976-4213-8592-4e0bd4d483a9 req-1f1dd428-40ff-49dc-9e4a-842c07ef5b8c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401468 Jul 05 07:50:00.309739 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c72e6b9-f0e7-4d69-814e-fbd9356fbe80 req-95bdbe83-5b94-41e0-b169-3d89dff9e0b9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:00.312097 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c72e6b9-f0e7-4d69-814e-fbd9356fbe80 req-95bdbe83-5b94-41e0-b169-3d89dff9e0b9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0650914 Jul 05 07:50:00.350912 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c72e6b9-f0e7-4d69-814e-fbd9356fbe80 req-c4f21e16-5cf7-4f5d-8265-94f5522285a9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333891 Jul 05 07:50:00.496094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17d7d6-4ec2-42e0-92ce-08bd6259a3e8 req-e013f1e4-472a-45b0-a9fe-acf58ebf0bd1 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:00.498935 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1e17d7d6-4ec2-42e0-92ce-08bd6259a3e8 req-e013f1e4-472a-45b0-a9fe-acf58ebf0bd1 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0774076 Jul 05 07:50:00.603275 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1e17d7d6-4ec2-42e0-92ce-08bd6259a3e8 req-edade924-b0c6-45e2-9d7f-9ddfeb6202bc tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937853 Jul 05 07:50:00.650220 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-09da0a6e-d172-4a50-b110-18c30123f52b tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:00.652023 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-09da0a6e-d172-4a50-b110-18c30123f52b tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 814 time: 0.1520615 Jul 05 07:50:00.671659 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-5d484ce0-1f73-4853-b92f-05522773a9ef tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/quotas/8bb56856d2ae4a6c80a172245d63671e HTTP/1.1" status: 200 len: 375 time: 0.0141485 Jul 05 07:50:00.808837 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cf11c4e5-5736-41d3-8770-cc2845a0514c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1300292 Jul 05 07:50:00.823178 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28f21d-49f8-4916-b45b-dee279da0354 req-106386d2-dd5a-41fd-a57c-be29ced24cf6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:00.824961 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2c28f21d-49f8-4916-b45b-dee279da0354 req-106386d2-dd5a-41fd-a57c-be29ced24cf6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.1021366 Jul 05 07:50:00.913840 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2c28f21d-49f8-4916-b45b-dee279da0354 req-d8578f06-e655-4c53-bd8e-226c461f683b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800703 Jul 05 07:50:00.943891 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-11f87dd4-6118-4cc0-aaed-3c2cf18b95a3 service neutron] 10.222.0.30 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172020 Jul 05 07:50:01.040499 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-7706f610-a9a1-470f-9360-620b5c28a1fa service neutron] 10.222.0.30 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910771 Jul 05 07:50:01.233871 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 2d476eb5-c302-494b-92ae-ef517c3df717 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:50:01.246188 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea496a8-016b-49f7-ac1a-85fa31e25f70 req-fe92c9a2-f48a-4493-9afa-e56f6a56b58d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:01.275013 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aea496a8-016b-49f7-ac1a-85fa31e25f70 req-fe92c9a2-f48a-4493-9afa-e56f6a56b58d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 945 time: 0.1060739 Jul 05 07:50:01.327479 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 2d476eb5-c302-494b-92ae-ef517c3df717 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:50:01.336798 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 2d476eb5-c302-494b-92ae-ef517c3df717 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:50:01.337256 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:01.393339 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aea496a8-016b-49f7-ac1a-85fa31e25f70 req-68273713-00ab-4bbe-b93e-8f3d4ca8978b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141407 Jul 05 07:50:01.406611 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e254e83c-332d-447c-add5-2fcc91859c22 req-e2b6e168-163b-4e36-9d3f-807405cd80e8 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 210 time: 0.0955420 Jul 05 07:50:01.488388 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:01.523904 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51200fa0-6583-443f-879a-facb24a668e7 req-2b0b26b8-d3ba-45a9-bc29-33ce6be1786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:01.524893 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:01.525677 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-51200fa0-6583-443f-879a-facb24a668e7 req-2b0b26b8-d3ba-45a9-bc29-33ce6be1786f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.1845837 Jul 05 07:50:01.528006 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b831da0f-42da-4555-a092-cf6af394df1d" -d '{"events": [{"server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "name": "network-vif-plugged", "status": "completed", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:01.563221 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 2d476eb5-c302-494b-92ae-ef517c3df717, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2d476eb5-c302-494b-92ae-ef517c3df717,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:01.570302 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:01.625875 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb9ee3-afe1-414f-b263-d6f6d2cc9c58 x-openstack-request-id: req-fbeb9ee3-afe1-414f-b263-d6f6d2cc9c58 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:01.626092 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "name": "network-vif-plugged", "status": "completed", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:01.626365 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbeb9ee3-afe1-414f-b263-d6f6d2cc9c58 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:01.626954 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717', 'code': 200} Jul 05 07:50:01.656680 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=2d476eb5-c302-494b-92ae-ef517c3df717,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:01.681916 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-51200fa0-6583-443f-879a-facb24a668e7 req-84f08fd5-7206-4d29-9b38-f4348e50789f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377020 Jul 05 07:50:01.724325 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29352d32-7f7c-4b46-be01-0e6b3464e8c0 req-1679c113-d284-4a25-bf96-ed040277697d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:01.734059 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29352d32-7f7c-4b46-be01-0e6b3464e8c0 req-1679c113-d284-4a25-bf96-ed040277697d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1155839 Jul 05 07:50:01.823880 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29352d32-7f7c-4b46-be01-0e6b3464e8c0 req-b8c836d2-3156-427e-a81a-a5c304dac815 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881171 Jul 05 07:50:01.866691 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3ea9-01cf-4d7f-ae84-7afe6ee1df2f req-f63d73e4-2e2a-4ad2-98ca-a3b02dab4538 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:01.868409 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fc4d3ea9-01cf-4d7f-ae84-7afe6ee1df2f req-f63d73e4-2e2a-4ad2-98ca-a3b02dab4538 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1007481 Jul 05 07:50:01.935786 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fc4d3ea9-01cf-4d7f-ae84-7afe6ee1df2f req-42124dba-a046-41d9-9903-40292fae1642 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563948 Jul 05 07:50:01.951298 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15efff1-e1a3-4b23-bf7a-21f023da811b req-fe218288-9f9e-499a-b257-e9929bb0c331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:01.955145 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e15efff1-e1a3-4b23-bf7a-21f023da811b req-fe218288-9f9e-499a-b257-e9929bb0c331 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 1099 time: 0.0858521 Jul 05 07:50:01.995664 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e15efff1-e1a3-4b23-bf7a-21f023da811b req-349f921c-f968-4d3e-ba4c-7889950c64da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308275 Jul 05 07:50:02.334627 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1ea43-430e-4aa9-b109-5851c2bc0401 req-d40b9e56-5207-4cb9-b174-de1e3417813a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:02.336211 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-07d1ea43-430e-4aa9-b109-5851c2bc0401 req-d40b9e56-5207-4cb9-b174-de1e3417813a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.2799881 Jul 05 07:50:02.373805 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-07d1ea43-430e-4aa9-b109-5851c2bc0401 req-81c3f22f-2a0e-41d3-9810-a765f501ee4f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Jul 05 07:50:02.585100 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b92d736e-2b0b-4435-a51b-b85b87b793b6 req-7011b7b7-afe5-42ea-a635-cab05debb4e5 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 210 time: 0.0330224 Jul 05 07:50:02.637566 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f686935-0dfb-4437-a9b7-56711120e9f3 req-7add1338-6213-4335-bc75-c31c23d10223 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:02.649835 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f686935-0dfb-4437-a9b7-56711120e9f3 req-7add1338-6213-4335-bc75-c31c23d10223 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1401234 Jul 05 07:50:02.739138 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f686935-0dfb-4437-a9b7-56711120e9f3 req-6ab455dd-a7ce-4721-a253-4101c0321ccc tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834610 Jul 05 07:50:02.990226 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-03465c35-a201-4bb2-93e7-ccaaaf60d158 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:02.992164 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-03465c35-a201-4bb2-93e7-ccaaaf60d158 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.24 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 814 time: 0.1639962 Jul 05 07:50:03.029671 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'port': {'device_id': '32f47080-813d-4ccc-86bc-10809065d9b2', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'admin_state_up': True, 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:03.052959 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51646) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:03.178959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ce5ed-3362-46cd-a006-f65aa05e4b06 req-511a1063-59f6-4671-b2cd-0a52689f86d7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:03.180477 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b30ce5ed-3362-46cd-a006-f65aa05e4b06 req-511a1063-59f6-4671-b2cd-0a52689f86d7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1871543 Jul 05 07:50:03.196345 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.233652 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Made reservation on behalf of 8bb56856d2ae4a6c80a172245d63671e for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:50:03.237314 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.274546 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c47cc4f-4437-4020-8304-dddb11350c6a req-bd6ebbe2-a244-49f2-bc5e-166b86990801 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:03.276247 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4c47cc4f-4437-4020-8304-dddb11350c6a req-bd6ebbe2-a244-49f2-bc5e-166b86990801 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1715431 Jul 05 07:50:03.279977 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b30ce5ed-3362-46cd-a006-f65aa05e4b06 req-db917e4c-3995-4904-9095-7602e3de676b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904331 Jul 05 07:50:03.347572 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.354992 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.379299 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4c47cc4f-4437-4020-8304-dddb11350c6a req-dd50e7e6-d913-4d4e-8a5e-41a07667d45d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945859 Jul 05 07:50:03.397362 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37492557-ec76-433c-a3c1-0f8cf7abc681,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:03.410597 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.411024 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.411429 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.411776 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.412115 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.412465 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.412802 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.413175 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.413717 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.414355 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.414775 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.415141 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:03.445593 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0536186a-bcc2-4b26-8648-e45a72ea0179 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20ce49f5e8cf4482aca01c98e1a19b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3914630 Jul 05 07:50:03.448378 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51662) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:03.457630 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Allocated IP 172.20.0.11 (2ef2d862-70a6-440d-be23-dba2b7190466/e48d2157-0bec-48b7-b3a5-c46a84ce6d40/7034794d-fdbb-416b-972a-7ac52ac763e6) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:50:03.543126 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a03-1b04-4967-ba52-1d6947194389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.580912 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a03-1b04-4967-ba52-1d6947194389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.647486 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a03-1b04-4967-ba52-1d6947194389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.650798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d5b46a03-1b04-4967-ba52-1d6947194389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.654753 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d5b46a03-1b04-4967-ba52-1d6947194389 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/37492557-ec76-433c-a3c1-0f8cf7abc681 HTTP/1.1" status: 204 len: 168 time: 0.2025874 Jul 05 07:50:03.660844 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:03.666334 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b46a03-1b04-4967-ba52-1d6947194389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37492557-ec76-433c-a3c1-0f8cf7abc681,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:03.684526 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Transition to ACTIVE for port object 7034794d-fdbb-416b-972a-7ac52ac763e6 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:50:03.744608 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:04.003308 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Network 2ef2d862-70a6-440d-be23-dba2b7190466 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:50:04.043358 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:04.057034 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:50:04.062638 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.062985 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.063325 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.063654 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.063986 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.064315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.064635 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.064956 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.065274 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.065584 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.065897 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.066565 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:04.081424 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:50:04.218387 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced1b10-6f07-4551-95cc-4a5ebd7827b5 req-53c6eef7-e81d-4c36-be13-2b3223926ddb tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:04.220011 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4ced1b10-6f07-4551-95cc-4a5ebd7827b5 req-53c6eef7-e81d-4c36-be13-2b3223926ddb tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 932 time: 0.3760312 Jul 05 07:50:04.317225 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eea3e-e71c-4f56-ab55-f5ce5a68d035 req-07fbd0f7-f68c-4346-aa80-abe14a73f2ef tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:04.319999 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-628eea3e-e71c-4f56-ab55-f5ce5a68d035 req-07fbd0f7-f68c-4346-aa80-abe14a73f2ef tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.3155379 Jul 05 07:50:04.357649 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:04.361525 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:04.410706 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-6ca6b302-8e94-4a21-b4e3-81770198e1b3 None None] Provisioning for port 7034794d-fdbb-416b-972a-7ac52ac763e6 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:50:04.415716 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-6ca6b302-8e94-4a21-b4e3-81770198e1b3 None None] Provisioning complete for port 7034794d-fdbb-416b-972a-7ac52ac763e6 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:50:04.416472 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6ca6b302-8e94-4a21-b4e3-81770198e1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:04.424241 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-67ded2e3-d46b-4414-81a0-57ab070523b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:04.425918 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-67ded2e3-d46b-4414-81a0-57ab070523b8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.4736679 Jul 05 07:50:04.466091 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6b302-8e94-4a21-b4e3-81770198e1b3 None None] Port 7034794d-fdbb-416b-972a-7ac52ac763e6 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:50:04.471659 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cbfba4f0-d10b-41a0-82bf-83ed65e90fe0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4462328 Jul 05 07:50:04.478373 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-628eea3e-e71c-4f56-ab55-f5ce5a68d035 req-c7104c4a-a26c-410d-bc5b-32907bfc5c1f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007371 Jul 05 07:50:04.485137 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4ced1b10-6f07-4551-95cc-4a5ebd7827b5 req-57d5ccb6-db73-4bfd-b678-79f9eb82bfca tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574573 Jul 05 07:50:04.820734 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569669c-cb69-4680-9c9f-870cd95f8dd0 req-ed9716b3-f4ea-4e6f-8a9f-01462f34bb92 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:04.823012 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a569669c-cb69-4680-9c9f-870cd95f8dd0 req-ed9716b3-f4ea-4e6f-8a9f-01462f34bb92 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1338787 Jul 05 07:50:04.903216 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a569669c-cb69-4680-9c9f-870cd95f8dd0 req-b5442cb9-8537-4c54-a1ad-c6488241e8f2 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632894 Jul 05 07:50:05.093001 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc203d3-d800-457c-a2eb-ae04dde8d51c req-a946b43e-377d-4a57-839c-fa99a27d8324 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:05.094443 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0cc203d3-d800-457c-a2eb-ae04dde8d51c req-a946b43e-377d-4a57-839c-fa99a27d8324 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0734153 Jul 05 07:50:05.146982 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0cc203d3-d800-457c-a2eb-ae04dde8d51c req-b2840dc5-0311-4c10-aae9-453c3138007a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393200 Jul 05 07:50:05.384546 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fb15d-e97a-4704-babf-1a7f7890b202 req-51e430a4-ea3d-4496-847e-d9d7e7d0dce2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:05.386224 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-975fb15d-e97a-4704-babf-1a7f7890b202 req-51e430a4-ea3d-4496-847e-d9d7e7d0dce2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0727410 Jul 05 07:50:05.396163 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 51772) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:05.401967 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'floatingip': {'port_id': '2d476eb5-c302-494b-92ae-ef517c3df717'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:05.491755 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:05.844775 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51788) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:05.870371 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbc4d1-a504-4e16-8287-369f7ceb732b req-62df7c02-a21a-4efd-9416-102f1320d9a4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:05.875031 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-27fbc4d1-a504-4e16-8287-369f7ceb732b req-62df7c02-a21a-4efd-9416-102f1320d9a4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 932 time: 0.1906321 Jul 05 07:50:05.982690 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-27fbc4d1-a504-4e16-8287-369f7ceb732b req-785bffc6-224c-44ee-90a6-427d794a7f69 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988877 Jul 05 07:50:05.999846 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5598-e78c-4b40-985b-e3eb49b55c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.141873 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5598-e78c-4b40-985b-e3eb49b55c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.146000 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3c1e5598-e78c-4b40-985b-e3eb49b55c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.192716 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3c1e5598-e78c-4b40-985b-e3eb49b55c8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d979e93ec1945309130aacb1dcfabc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343644 Jul 05 07:50:06.192716 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e5598-e78c-4b40-985b-e3eb49b55c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf78965-919c-4cf3-8861-0d3e59a82a49,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:06.194268 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 51808) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:06.251918 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df5587da-fe90-400c-a03b-dc94ac904197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.277757 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df5587da-fe90-400c-a03b-dc94ac904197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.336919 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df5587da-fe90-400c-a03b-dc94ac904197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.339736 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df5587da-fe90-400c-a03b-dc94ac904197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.341028 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-df5587da-fe90-400c-a03b-dc94ac904197 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bf78965-919c-4cf3-8861-0d3e59a82a49 HTTP/1.1" status: 204 len: 168 time: 0.1457620 Jul 05 07:50:06.351904 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5587da-fe90-400c-a03b-dc94ac904197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf78965-919c-4cf3-8861-0d3e59a82a49,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:06.356349 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f048f-ed6b-4bf1-819b-23a7382f4d66 req-aa96d56f-9234-431d-b113-4be81aded374 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:06.358858 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9f4f048f-ed6b-4bf1-819b-23a7382f4d66 req-aa96d56f-9234-431d-b113-4be81aded374 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2057385 Jul 05 07:50:06.500427 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9f4f048f-ed6b-4bf1-819b-23a7382f4d66 req-792c6ab8-0a74-4641-9405-cd326de0735a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319010 Jul 05 07:50:06.508024 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.db.resource_extend [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 07:50:06.870431 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:06.880848 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:07.020574 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3d787b-066f-4c7d-aff8-a1e7997dbbe5 req-14a97645-f106-443f-8ca5-c1dab3c724c9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:07.022125 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ca3d787b-066f-4c7d-aff8-a1e7997dbbe5 req-14a97645-f106-443f-8ca5-c1dab3c724c9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1570330 Jul 05 07:50:07.030211 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Floating IP 01328a73-8371-4a4d-b990-6c7bdd668405 associated. External IP: 172.27.3.109, port: 2d476eb5-c302-494b-92ae-ef517c3df717. Jul 05 07:50:07.156741 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ca3d787b-066f-4c7d-aff8-a1e7997dbbe5 req-1a9c956b-da1a-426d-80cb-7385a68f5461 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239471 Jul 05 07:50:07.343134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Router 8bac8aae-1528-4caa-902d-47039e07faf1 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:50:07.424723 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f29905-4ed1-45e0-a78c-a36489bb6439 req-c30e1cb0-ed8c-4e3c-8af6-fda9e03eb8ff tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:07.428292 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34f29905-4ed1-45e0-a78c-a36489bb6439 req-c30e1cb0-ed8c-4e3c-8af6-fda9e03eb8ff tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 932 time: 0.1413743 Jul 05 07:50:07.555824 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34f29905-4ed1-45e0-a78c-a36489bb6439 req-d7f2d2ca-248f-4698-a308-4ce8c7a0862c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193466 Jul 05 07:50:07.578458 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:50:07.581795 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:07.595972 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] Sync routers for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:50:07.645787 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:50:07.647083 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:07.658187 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-0f1b56b8-ecc6-48d3-8eeb-15604a5e6e41 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "PUT /v2.0/floatingips/01328a73-8371-4a4d-b990-6c7bdd668405 HTTP/1.1" status: 200 len: 992 time: 2.2576747 Jul 05 07:50:07.658187 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:07.660728 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b7b89d-680c-4f00-a9f5-beb856f32949" -d '{"events": [{"name": "network-changed", "server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:07.807754 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:50:07.900984 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8b25e-72e1-44b4-95d6-b899e99f51eb req-eae6e6fe-939d-4f47-8b37-c7327a1d5696 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:07.904452 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7ac8b25e-72e1-44b4-95d6-b899e99f51eb req-eae6e6fe-939d-4f47-8b37-c7327a1d5696 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1083310 Jul 05 07:50:07.975797 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7ac8b25e-72e1-44b4-95d6-b899e99f51eb req-e0481211-8fb5-4834-af47-44c82ab04e20 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586255 Jul 05 07:50:08.175218 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '01328a73-8371-4a4d-b990-6c7bdd668405', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'port_id': '2d476eb5-c302-494b-92ae-ef517c3df717', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'mac_address': 'fa:16:3e:62:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:49:41Z', 'updated_at': '2021-07-05T07:50:06Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:08.204533 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] Checking router: 8bac8aae-1528-4caa-902d-47039e07faf1 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:50:08.213311 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:50:08.213921 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:49:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:08.323465 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:50:08.576142 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '01328a73-8371-4a4d-b990-6c7bdd668405', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'port_id': '2d476eb5-c302-494b-92ae-ef517c3df717', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'mac_address': 'fa:16:3e:62:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:49:41Z', 'updated_at': '2021-07-05T07:50:06Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:08.603071 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f79834da-795d-42b3-b071-68f933a092d2 None None] The sync data for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi is: [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '01328a73-8371-4a4d-b990-6c7bdd668405', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'floating_ip_address': '172.27.3.109', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'port_id': '2d476eb5-c302-494b-92ae-ef517c3df717', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'mac_address': 'fa:16:3e:62:96:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:49:41Z', 'updated_at': '2021-07-05T07:50:06Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:50:08.831749 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231543ca-3538-4f77-8bd8-b30e0d5faed4 None None] New status for floating IP 01328a73-8371-4a4d-b990-6c7bdd668405: ACTIVE {{(pid=99354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:50:16.374773 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6f409d28-9850-4fd9-9c6d-cff9b81d4970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:18.109686 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Request body: {'port': {'device_id': '32f47080-813d-4ccc-86bc-10809065d9b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:18.239455 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3252f00-b862-4c2b-9a17-904c2a455b31 x-openstack-request-id: req-a3252f00-b862-4c2b-9a17-904c2a455b31 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:18.239739 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:18.240410 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3252f00-b862-4c2b-9a17-904c2a455b31 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:18.240812 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717', 'status': 'completed', 'code': 200} Jul 05 07:50:18.275290 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-23d4e959-19e8-44b8-9759-12cec3ca2441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.277221 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-23d4e959-19e8-44b8-9759-12cec3ca2441 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.1831594 Jul 05 07:50:18.278202 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:18.355694 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-7712b111-77c4-44f8-aa73-b58ef5bc1f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.357319 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-7712b111-77c4-44f8-aa73-b58ef5bc1f92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 1099 time: 0.0630114 Jul 05 07:50:18.492685 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-bcff8a2b-d39f-414c-8d0a-eb369c865011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.494112 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-bcff8a2b-d39f-414c-8d0a-eb369c865011 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 911 time: 0.1234882 Jul 05 07:50:18.501801 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-16810a1c-52cf-41aa-8d76-b358c9dd3762 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 217 time: 0.0850818 Jul 05 07:50:18.627583 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-3ad3efa1-78c2-49c8-9e75-b4d7ffa6df8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 200 len: 1002 time: 0.1092558 Jul 05 07:50:18.665255 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-2114a9fa-5e1d-4869-a007-b1eb6a1077dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.666864 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-2114a9fa-5e1d-4869-a007-b1eb6a1077dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.1440587 Jul 05 07:50:18.688225 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-c2bcfff9-5d48-4af2-875b-650d0650f6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.689985 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-c2bcfff9-5d48-4af2-875b-650d0650f6e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.0498221 Jul 05 07:50:18.729124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd034a9-82cf-4eae-b98f-9a3b7764526d req-8f9035b5-60bc-4d9a-a45d-4b81fe1bf09d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.730757 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3fd034a9-82cf-4eae-b98f-9a3b7764526d req-8f9035b5-60bc-4d9a-a45d-4b81fe1bf09d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.3132141 Jul 05 07:50:18.732630 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-21cdfbcd-e394-4855-99e2-09c7dbc7dbc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530384 Jul 05 07:50:18.781766 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-d1f45280-d81c-4ffa-8a69-e7f3056207f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.783916 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-d1f45280-d81c-4ffa-8a69-e7f3056207f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836170 Jul 05 07:50:18.790887 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8eec8-374e-486a-8431-04e2c93f5bde req-28e8cbff-e107-4bd7-b4a7-44f8d76dc540 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:18.793714 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-31b8eec8-374e-486a-8431-04e2c93f5bde req-28e8cbff-e107-4bd7-b4a7-44f8d76dc540 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 932 time: 0.2941623 Jul 05 07:50:18.897006 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-bb1182c3-ac10-421e-b22e-55bb206fdd94 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014545 Jul 05 07:50:18.913849 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3fd034a9-82cf-4eae-b98f-9a3b7764526d req-9826fafe-7f81-4cdb-a771-031318aa5548 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626093 Jul 05 07:50:18.959083 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-31b8eec8-374e-486a-8431-04e2c93f5bde req-b857e053-5132-48cc-818e-893098128d15 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436539 Jul 05 07:50:18.984593 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7034794d-fdbb-416b-972a-7ac52ac763e6 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:50:19.014667 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-642c569b-60fb-4f73-a1a8-e6a6e205dcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.027025 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-63b7b89d-680c-4f00-a9f5-beb856f32949 req-d8d647e9-57dc-4bd8-9f74-e399b4f092a8 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155112 Jul 05 07:50:19.027939 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.031871 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-11bbcf4e-a9cc-413e-b11b-ba9b43c3787d service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818987 Jul 05 07:50:19.064324 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Transition to ACTIVE for port object 7034794d-fdbb-416b-972a-7ac52ac763e6 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:50:19.123057 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.217653 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Pushing event updated for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:19.279293 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.287755 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d451e08-6c5a-44c1-aa6d-7d446f20de37 req-81a13d56-d3b7-4abd-8eda-dd0d3eabc9df service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469578 Jul 05 07:50:19.295357 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbbb5a4-271e-45b1-9eba-679c1f970066 req-fca3894c-d55f-4d8d-a9a0-58af46a04e00 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:19.296903 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fbbbb5a4-271e-45b1-9eba-679c1f970066 req-fca3894c-d55f-4d8d-a9a0-58af46a04e00 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2572672 Jul 05 07:50:19.349447 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Attempting to bind port 7034794d-fdbb-416b-972a-7ac52ac763e6 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:50:19.349786 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Attempting to bind port 7034794d-fdbb-416b-972a-7ac52ac763e6 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:50:19.350105 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Attempting to bind port 7034794d-fdbb-416b-972a-7ac52ac763e6 on network 2ef2d862-70a6-440d-be23-dba2b7190466 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:50:19.367979 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Port 7034794d-fdbb-416b-972a-7ac52ac763e6 on network 2ef2d862-70a6-440d-be23-dba2b7190466 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:50:19.368298 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Attempting to bind port 7034794d-fdbb-416b-972a-7ac52ac763e6 on network 2ef2d862-70a6-440d-be23-dba2b7190466 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:50:19.372795 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fbbbb5a4-271e-45b1-9eba-679c1f970066 req-48e8b086-a7ac-4247-a0e8-9b1de30c219b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671389 Jul 05 07:50:19.386132 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.396223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:50:19.396553 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Checking segment: {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:50:19.396939 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Bound using segment: {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:50:19.397375 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Bound port: 7034794d-fdbb-416b-972a-7ac52ac763e6, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03bd20a2-c87e-44be-ba79-33269fbe2778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:50:19.397726 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.484733 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:50:19.488385 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7034794d-fdbb-416b-972a-7ac52ac763e6,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:50:19.492297 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea136-192a-4660-b566-55bbd2c17a3f req-2455e91b-c9b2-4424-8c4b-0bb6941d7e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:19.493879 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14eea136-192a-4660-b566-55bbd2c17a3f req-2455e91b-c9b2-4424-8c4b-0bb6941d7e4f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.1332285 Jul 05 07:50:19.497649 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.583871 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:19.584484 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:19.585886 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] 10.222.0.24 "PUT /v2.0/ports/7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 1094 time: 1.4893997 Jul 05 07:50:19.611426 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c796a-c433-495b-9a15-2d6bdbd8c3cd service neutron] Pushing event updated for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:19.650279 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea136-192a-4660-b566-55bbd2c17a3f req-e20b31be-a4f1-46a8-9d72-24068e1ba8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:19.651964 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14eea136-192a-4660-b566-55bbd2c17a3f req-e20b31be-a4f1-46a8-9d72-24068e1ba8bf service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.1257041 Jul 05 07:50:19.733920 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14eea136-192a-4660-b566-55bbd2c17a3f req-6802cbd1-aeea-4096-8a5e-b83e7eba700a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 217 time: 0.0614262 Jul 05 07:50:19.797043 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eea136-192a-4660-b566-55bbd2c17a3f req-2acf62c7-e765-4daf-ba36-ccdcdb08ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:19.798968 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14eea136-192a-4660-b566-55bbd2c17a3f req-2acf62c7-e765-4daf-ba36-ccdcdb08ec95 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.0574269 Jul 05 07:50:19.801617 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cd9e3f2a-376d-4f37-9a51-739d03afad79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:19.803003 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-cd9e3f2a-376d-4f37-9a51-739d03afad79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1097 time: 0.1317840 Jul 05 07:50:20.121065 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14eea136-192a-4660-b566-55bbd2c17a3f req-71e10cfc-c690-48c3-99f6-e42174c82610 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3028367 Jul 05 07:50:20.125248 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:20.140248 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-61e139af-209c-453b-a276-b93af8d2548b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 217 time: 0.3134861 Jul 05 07:50:20.250735 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:20.253915 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b8368f7-309f-4211-90e5-20b010f9174b" -d '{"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:20.302998 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-f04ec015-f7d6-4926-ac76-6b64c0f32d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:20.304296 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-f04ec015-f7d6-4926-ac76-6b64c0f32d1f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 200 len: 853 time: 0.1351218 Jul 05 07:50:20.383727 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14eea136-192a-4660-b566-55bbd2c17a3f req-9ed4dad0-1662-4f35-8d2c-a3b85159695b service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424507 Jul 05 07:50:20.390854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee36c3-719f-417a-bb59-84ad9a42f990 req-02f62db3-0ee4-4b73-9339-b3d5808bccf1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:20.392495 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-41ee36c3-719f-417a-bb59-84ad9a42f990 req-02f62db3-0ee4-4b73-9339-b3d5808bccf1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.3166652 Jul 05 07:50:20.457968 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb267a48-8f65-4c31-a3f0-6cc053f4429d req-48a3f7a6-2dca-41c7-8cc6-c2bdc501ae50 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:20.459447 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb267a48-8f65-4c31-a3f0-6cc053f4429d req-48a3f7a6-2dca-41c7-8cc6-c2bdc501ae50 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 944 time: 0.3415041 Jul 05 07:50:20.544496 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-41ee36c3-719f-417a-bb59-84ad9a42f990 req-eca0cf2e-ae34-4ab8-9135-7ed63964f333 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408801 Jul 05 07:50:20.554132 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb267a48-8f65-4c31-a3f0-6cc053f4429d req-390b360c-490f-4b8e-98c5-be7d8442470e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865109 Jul 05 07:50:20.564586 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-16c3eb5a-6e0e-412f-91b1-2f4fea8e7b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:20.566191 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-16c3eb5a-6e0e-412f-91b1-2f4fea8e7b13 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ef2d862-70a6-440d-be23-dba2b7190466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2404835 Jul 05 07:50:20.570002 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14eea136-192a-4660-b566-55bbd2c17a3f req-c8fdff15-5378-459c-9497-3fa4e5f62911 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757135 Jul 05 07:50:20.645459 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d1e51b-3a3f-42c1-9eb6-b91265560568 x-openstack-request-id: req-f5d1e51b-3a3f-42c1-9eb6-b91265560568 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:20.645834 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:20.646158 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5d1e51b-3a3f-42c1-9eb6-b91265560568 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:20.646637 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'status': 'completed', 'code': 200} Jul 05 07:50:20.713386 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-248f8d91-b223-4b86-9c9e-9d047de53f4c service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267171 Jul 05 07:50:20.847407 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ac47398-9114-4cd1-9935-5de727a3d991 req-4c0f75f8-26a8-4626-af1e-aa266350dc35 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227612 Jul 05 07:50:20.858720 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6be800-883f-4a18-af9d-0bd403bd6d53 req-0b890a54-3cec-4444-997b-e24826b468f9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:20.860209 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-da6be800-883f-4a18-af9d-0bd403bd6d53 req-0b890a54-3cec-4444-997b-e24826b468f9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1458824 Jul 05 07:50:20.903360 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-da6be800-883f-4a18-af9d-0bd403bd6d53 req-241ad388-abd6-494d-8847-196e475ee2ff tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355754 Jul 05 07:50:20.962429 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8368f7-309f-4211-90e5-20b010f9174b req-59545f2d-7980-41b9-90db-8091a9d64d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:20.963939 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b8368f7-309f-4211-90e5-20b010f9174b req-59545f2d-7980-41b9-90db-8091a9d64d6c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1097 time: 0.0538771 Jul 05 07:50:21.062211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8368f7-309f-4211-90e5-20b010f9174b req-46e42d46-941b-4602-b0e4-3b88ef59a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:21.064671 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b8368f7-309f-4211-90e5-20b010f9174b req-46e42d46-941b-4602-b0e4-3b88ef59a6dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 915 time: 0.0879629 Jul 05 07:50:21.109381 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b8368f7-309f-4211-90e5-20b010f9174b req-0a6669fa-2ced-4804-944a-2ef2c6a271d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 217 time: 0.0365775 Jul 05 07:50:21.162726 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8368f7-309f-4211-90e5-20b010f9174b req-8411f573-bc42-47ff-ac8f-36b505c90687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:21.164147 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b8368f7-309f-4211-90e5-20b010f9174b req-8411f573-bc42-47ff-ac8f-36b505c90687 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 200 len: 853 time: 0.0450103 Jul 05 07:50:21.245558 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8368f7-309f-4211-90e5-20b010f9174b req-17306c1e-850e-42ec-83de-fb3f41a59d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:21.247103 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b8368f7-309f-4211-90e5-20b010f9174b req-17306c1e-850e-42ec-83de-fb3f41a59d61 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ef2d862-70a6-440d-be23-dba2b7190466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720005 Jul 05 07:50:21.345161 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b8368f7-309f-4211-90e5-20b010f9174b req-30c4aad5-0362-497f-8f4c-937a3e3311c5 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839107 Jul 05 07:50:21.464741 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b8368f7-309f-4211-90e5-20b010f9174b req-07c8901b-f2f4-4933-9a75-194e4868d119 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098402 Jul 05 07:50:21.742485 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:21.811308 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab860e47-da6e-416d-9c55-8d07b7b5688a req-1a456924-3703-456f-a50d-df212f1047f7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:21.812901 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ab860e47-da6e-416d-9c55-8d07b7b5688a req-1a456924-3703-456f-a50d-df212f1047f7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1284738 Jul 05 07:50:21.894776 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ab860e47-da6e-416d-9c55-8d07b7b5688a req-c1f59de5-c154-4772-bd99-e7aeaac3eb7f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747364 Jul 05 07:50:21.936063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b94d093-7cfb-4bae-93bd-2bb3151baf4d req-ba6a29fd-050c-4066-9729-19c2e3e0b750 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:21.937771 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1b94d093-7cfb-4bae-93bd-2bb3151baf4d req-ba6a29fd-050c-4066-9729-19c2e3e0b750 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 944 time: 0.0895431 Jul 05 07:50:21.986770 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1b94d093-7cfb-4bae-93bd-2bb3151baf4d req-14e240d2-a0da-4b7d-b9cf-0bdf87a3b339 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423048 Jul 05 07:50:22.156215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8963849-b823-414c-b300-ae109f6d5f09 req-84a843be-9425-4b99-82f4-f1a0080af080 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:22.158525 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a8963849-b823-414c-b300-ae109f6d5f09 req-84a843be-9425-4b99-82f4-f1a0080af080 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0669324 Jul 05 07:50:22.197957 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a8963849-b823-414c-b300-ae109f6d5f09 req-bd294a5b-9856-45c5-9b41-56ac020e383b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328472 Jul 05 07:50:23.075521 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b253dc-2ebe-49f5-b336-a96b6ad97093 req-3beebf78-ed19-4c76-b830-d44d40a691ef tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:23.077316 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-45b253dc-2ebe-49f5-b336-a96b6ad97093 req-3beebf78-ed19-4c76-b830-d44d40a691ef tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0643539 Jul 05 07:50:23.116639 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-45b253dc-2ebe-49f5-b336-a96b6ad97093 req-5703b6e0-d25a-4e58-9214-ac499ac11668 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Jul 05 07:50:23.281761 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca1447-b9cf-4ab2-b98d-abccddeeb480 req-44832c8d-8b35-45e0-801d-32440f39268a tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:23.284353 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c9ca1447-b9cf-4ab2-b98d-abccddeeb480 req-44832c8d-8b35-45e0-801d-32440f39268a tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 944 time: 0.0660439 Jul 05 07:50:23.325351 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c9ca1447-b9cf-4ab2-b98d-abccddeeb480 req-faf253ed-4013-4377-b081-e61b2353c4a4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354879 Jul 05 07:50:24.293821 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bfae1-3c06-4e51-ade8-6984ecb8a826 req-12eca1ab-fdf6-4cd5-b961-433888eafe21 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:24.295251 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e67bfae1-3c06-4e51-ade8-6984ecb8a826 req-12eca1ab-fdf6-4cd5-b961-433888eafe21 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0626864 Jul 05 07:50:24.333133 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e67bfae1-3c06-4e51-ade8-6984ecb8a826 req-def9abf1-7412-48a6-84c7-f9e856c92521 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319631 Jul 05 07:50:24.495205 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa97296-6c1a-4b44-8cca-1b186d0fb4b1 req-46a1bd9a-55c9-4d56-8711-f359ec164e4c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:24.496682 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4fa97296-6c1a-4b44-8cca-1b186d0fb4b1 req-46a1bd9a-55c9-4d56-8711-f359ec164e4c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 944 time: 0.0627139 Jul 05 07:50:24.535134 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4fa97296-6c1a-4b44-8cca-1b186d0fb4b1 req-f53b241f-46c7-4dce-b881-c7271a0bf23c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327628 Jul 05 07:50:25.519060 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29d78-bcdf-4548-9e13-c546b5ee3c7e req-c3a73d31-9ee8-4783-a37d-7d9c86c18fa8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:25.520626 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-35d29d78-bcdf-4548-9e13-c546b5ee3c7e req-c3a73d31-9ee8-4783-a37d-7d9c86c18fa8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0700040 Jul 05 07:50:25.564899 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-35d29d78-bcdf-4548-9e13-c546b5ee3c7e req-def0e32f-7086-44bf-86ba-f93f279761e3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386794 Jul 05 07:50:25.765866 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73363f07-533a-4602-83e2-3a9165830523 req-c31038db-61f7-4d12-aeea-a80bcca1b699 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:25.772801 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-73363f07-533a-4602-83e2-3a9165830523 req-c31038db-61f7-4d12-aeea-a80bcca1b699 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 944 time: 0.0935879 Jul 05 07:50:25.861402 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-73363f07-533a-4602-83e2-3a9165830523 req-dd34ddf4-7d70-4d06-8595-bfff18666b7d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875595 Jul 05 07:50:25.909736 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da55e6d-75f8-49e4-92c7-d43e2119375c req-d83a47a5-a7c1-416b-994a-d2f0aff726e7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:25.915155 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0da55e6d-75f8-49e4-92c7-d43e2119375c req-d83a47a5-a7c1-416b-994a-d2f0aff726e7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1187849 Jul 05 07:50:25.958878 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0da55e6d-75f8-49e4-92c7-d43e2119375c req-d72e57bd-19e0-473a-aa17-af0440d3774d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418990 Jul 05 07:50:26.756680 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ce22c-2b6a-45e1-93ea-7cde78992d1c req-4b486fd3-f603-4e77-9b0d-6ca991eb19f0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:26.758176 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b29ce22c-2b6a-45e1-93ea-7cde78992d1c req-4b486fd3-f603-4e77-9b0d-6ca991eb19f0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0706797 Jul 05 07:50:26.798783 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b29ce22c-2b6a-45e1-93ea-7cde78992d1c req-298e2eec-270e-4c4b-9419-ac0e1b7a2267 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347021 Jul 05 07:50:27.060128 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeab43-b988-41d8-890c-e91aa69e3b5a req-98c3f1ab-2fd2-49ae-96b2-2df68298df64 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:27.066550 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaeab43-b988-41d8-890c-e91aa69e3b5a req-98c3f1ab-2fd2-49ae-96b2-2df68298df64 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 944 time: 0.0765612 Jul 05 07:50:27.107179 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaeab43-b988-41d8-890c-e91aa69e3b5a req-0cba5432-2d79-475b-8ef5-8699366790e9 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395648 Jul 05 07:50:27.391450 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7034794d-fdbb-416b-972a-7ac52ac763e6 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:50:27.504966 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7034794d-fdbb-416b-972a-7ac52ac763e6,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:27.520480 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'port_id': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'mac_address': 'fa:16:3e:84:d1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:50:27.579301 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:27.602036 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7034794d-fdbb-416b-972a-7ac52ac763e6 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:50:27.623083 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7034794d-fdbb-416b-972a-7ac52ac763e6,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:27.628174 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:27.681507 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:27.688694 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.689045 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.689907 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.690433 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.690780 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.691116 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.691450 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.691801 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.692157 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.692487 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.692831 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.693155 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:50:27.988795 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18996ca-1cd1-480e-b2fe-e2e0547fb38d req-f76a8531-c07d-4959-9702-7087e0062ca1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:27.990342 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c18996ca-1cd1-480e-b2fe-e2e0547fb38d req-f76a8531-c07d-4959-9702-7087e0062ca1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0705924 Jul 05 07:50:28.029344 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c18996ca-1cd1-480e-b2fe-e2e0547fb38d req-85dfcacb-5103-4919-a689-2b195a88893a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333426 Jul 05 07:50:28.057837 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7034794d-fdbb-416b-972a-7ac52ac763e6'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:50:28.291940 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53900444-0d4b-480d-a78b-4debf7e24f8a req-6fa1891a-5e0f-49e2-aac6-0e7bd2c0c095 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:28.293443 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53900444-0d4b-480d-a78b-4debf7e24f8a req-6fa1891a-5e0f-49e2-aac6-0e7bd2c0c095 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 945 time: 0.0640376 Jul 05 07:50:28.335133 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53900444-0d4b-480d-a78b-4debf7e24f8a req-dfa5d19a-3a3f-4ba9-99b2-ed63e2d5d150 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359714 Jul 05 07:50:29.219416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1fecb-059d-43ee-a02f-ca8ef6e13a5c req-426bf341-9b92-4d6c-89ea-2cc1dd88dbfc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:29.221446 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0ed1fecb-059d-43ee-a02f-ca8ef6e13a5c req-426bf341-9b92-4d6c-89ea-2cc1dd88dbfc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0666749 Jul 05 07:50:29.263699 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0ed1fecb-059d-43ee-a02f-ca8ef6e13a5c req-3bfcad2f-a183-4873-bc5e-4a825d445dbe tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360153 Jul 05 07:50:29.408777 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7034794d-fdbb-416b-972a-7ac52ac763e6 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:50:29.460759 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 7034794d-fdbb-416b-972a-7ac52ac763e6 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:50:29.464612 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 7034794d-fdbb-416b-972a-7ac52ac763e6 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:50:29.464985 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:29.529927 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e67f-00f0-4d64-ab00-c17dc1a215f5 req-760bb273-7908-4111-b2ba-724d5743502b tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:29.531553 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0910e67f-00f0-4d64-ab00-c17dc1a215f5 req-760bb273-7908-4111-b2ba-724d5743502b tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 945 time: 0.0763576 Jul 05 07:50:29.550969 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:29.582429 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:29.583487 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0910e67f-00f0-4d64-ab00-c17dc1a215f5 req-c3df0c84-b92b-4de3-9b96-882204ae79f6 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441625 Jul 05 07:50:29.585092 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3069e2-64be-4544-9a93-d67617954344" -d '{"events": [{"server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "name": "network-vif-plugged", "status": "completed", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:29.615475 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7034794d-fdbb-416b-972a-7ac52ac763e6,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:29.625476 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:29.665040 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cf4705-8358-42f3-be7b-7faa88de8544 x-openstack-request-id: req-27cf4705-8358-42f3-be7b-7faa88de8544 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:29.665329 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "name": "network-vif-plugged", "status": "completed", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:29.666100 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27cf4705-8358-42f3-be7b-7faa88de8544 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:29.666100 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'code': 200} Jul 05 07:50:29.697945 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:29.943595 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3159d9a6-23a9-45d2-866b-fc357ccb44fe req-77edff71-cffa-469d-865b-51df4ccb20d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:29.945096 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3159d9a6-23a9-45d2-866b-fc357ccb44fe req-77edff71-cffa-469d-865b-51df4ccb20d3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1099 time: 0.0613985 Jul 05 07:50:29.985961 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3159d9a6-23a9-45d2-866b-fc357ccb44fe req-7e02f19d-e21d-43a8-8173-6e2002c38641 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Jul 05 07:50:30.003521 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 52138) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:30.117289 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-35eb2d1e-6da5-4507-be0c-d654954fffd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:30.209774 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-35eb2d1e-6da5-4507-be0c-d654954fffd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:30.215089 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-35eb2d1e-6da5-4507-be0c-d654954fffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:30.255010 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-35eb2d1e-6da5-4507-be0c-d654954fffd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7adc67446fb14cf9a452ff3fa918e731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503822 Jul 05 07:50:30.256977 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb2d1e-6da5-4507-be0c-d654954fffd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e59283d-3759-4474-88d6-9f0f42503a54,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:30.257696 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52144) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:30.319491 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9927643f-e9ee-443d-83a3-54fe7e883fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:30.343948 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9927643f-e9ee-443d-83a3-54fe7e883fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:30.415648 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9927643f-e9ee-443d-83a3-54fe7e883fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:30.418250 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9927643f-e9ee-443d-83a3-54fe7e883fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:30.422458 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9927643f-e9ee-443d-83a3-54fe7e883fd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e59283d-3759-4474-88d6-9f0f42503a54 HTTP/1.1" status: 204 len: 168 time: 0.1609735 Jul 05 07:50:30.430433 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927643f-e9ee-443d-83a3-54fe7e883fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e59283d-3759-4474-88d6-9f0f42503a54,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:30.473775 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e04cf6-1bc1-4a6d-8b05-62e7f1832b2f req-e700ae17-e9c6-472e-a100-bc300ca82c61 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:30.475816 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-12e04cf6-1bc1-4a6d-8b05-62e7f1832b2f req-e700ae17-e9c6-472e-a100-bc300ca82c61 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0857248 Jul 05 07:50:30.522019 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-12e04cf6-1bc1-4a6d-8b05-62e7f1832b2f req-019f463c-54e7-4e21-938b-66d7ee89da9a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397689 Jul 05 07:50:30.840865 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deba882-3f02-4eca-b434-7d4aaae69653 req-504c4df0-f399-4203-a424-21518ec4c891 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:30.842668 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1deba882-3f02-4eca-b434-7d4aaae69653 req-504c4df0-f399-4203-a424-21518ec4c891 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.1135240 Jul 05 07:50:30.898704 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1deba882-3f02-4eca-b434-7d4aaae69653 req-f4f11b4e-05ca-4869-8055-d7857f174024 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473654 Jul 05 07:50:31.427082 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:50:31.528505 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:31.540943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '7e27456f-6410-4633-8354-8f1fb23c560e', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'port_id': '7e27456f-6410-4633-8354-8f1fb23c560e', 'mac_address': 'fa:16:3e:f0:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:50:31.583581 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:31.596986 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e27456f-6410-4633-8354-8f1fb23c560e {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:50:31.617721 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:31.622262 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:31.689599 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=6']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:31.707317 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8593e472-5194-4bc7-832f-fe93dac73654 req-27c65c03-a298-43f3-b7b9-b6d0d20ee4fd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:31.708885 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8593e472-5194-4bc7-832f-fe93dac73654 req-27c65c03-a298-43f3-b7b9-b6d0d20ee4fd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 945 time: 0.0671313 Jul 05 07:50:31.749423 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8593e472-5194-4bc7-832f-fe93dac73654 req-9adf7acb-8da3-418b-b0f4-5b0cf4e2eece tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347993 Jul 05 07:50:31.823980 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7e27456f-6410-4633-8354-8f1fb23c560e'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:50:32.103828 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e0e91-194e-4bc9-8d3b-cacbb0ad1531 req-d7eb2083-aa63-4873-b3ef-c66b813760d4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:32.106995 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e08e0e91-194e-4bc9-8d3b-cacbb0ad1531 req-d7eb2083-aa63-4873-b3ef-c66b813760d4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.0837612 Jul 05 07:50:32.150862 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e08e0e91-194e-4bc9-8d3b-cacbb0ad1531 req-0650a368-6ddc-4690-a97b-05a931ab7668 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Jul 05 07:50:32.335920 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0f61a-47bc-472c-9e7f-6a86ab98dfd9 req-08ecf951-4e46-4b78-b8e8-5c20a45e7c39 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:32.337543 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cea0f61a-47bc-472c-9e7f-6a86ab98dfd9 req-08ecf951-4e46-4b78-b8e8-5c20a45e7c39 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.0717432 Jul 05 07:50:32.380733 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cea0f61a-47bc-472c-9e7f-6a86ab98dfd9 req-193934a9-cd54-45b7-a82c-219ef12e8268 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365357 Jul 05 07:50:32.801946 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400097d2-f608-4ca3-84dc-217218e510fe req-2ee50170-5a73-4aeb-9738-2a59f321caf2 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:32.803722 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-400097d2-f608-4ca3-84dc-217218e510fe req-2ee50170-5a73-4aeb-9738-2a59f321caf2 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.0897310 Jul 05 07:50:32.870666 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-400097d2-f608-4ca3-84dc-217218e510fe req-c5bafe53-c6a3-45c4-afb0-19ca98899a8d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Jul 05 07:50:32.998281 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09eb9ba-62e3-4f1a-8d5d-f7e938fb1aaa req-7301c2c4-3067-483c-be82-b0c24bce925c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:32.999846 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e09eb9ba-62e3-4f1a-8d5d-f7e938fb1aaa req-7301c2c4-3067-483c-be82-b0c24bce925c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 945 time: 0.0818112 Jul 05 07:50:33.063216 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e09eb9ba-62e3-4f1a-8d5d-f7e938fb1aaa req-47767c8c-18b3-4ddf-8604-57552d57a8ef tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551059 Jul 05 07:50:33.455075 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:50:33.550820 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 7e27456f-6410-4633-8354-8f1fb23c560e triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:50:33.551567 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:33.696423 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:33.727038 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:50:33.730653 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:33.733753 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb8a4b6-e54c-4819-86e1-aa95ec911db2" -d '{"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:33.751047 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:33.755564 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:33.825910 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c70b29-434f-47e2-9ce7-30756213f328 x-openstack-request-id: req-29c70b29-434f-47e2-9ce7-30756213f328 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:33.826552 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:33.826815 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29c70b29-434f-47e2-9ce7-30756213f328 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:33.827238 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e', 'code': 200} Jul 05 07:50:33.854627 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=7']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:34.302601 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dae1bbd-edac-493e-b3fe-3c6832cf16f7 req-caaa2059-aa92-4499-bfce-3fea6ae6b281 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:34.305706 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4dae1bbd-edac-493e-b3fe-3c6832cf16f7 req-caaa2059-aa92-4499-bfce-3fea6ae6b281 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0852580 Jul 05 07:50:34.486642 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4dae1bbd-edac-493e-b3fe-3c6832cf16f7 req-76f89eff-a2ab-4924-b731-cb6ad1da6a4e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669745 Jul 05 07:50:34.550810 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-8a47196c-34c2-4bfd-bd71-2c51c1ed2750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:34.553091 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-8a47196c-34c2-4bfd-bd71-2c51c1ed2750 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.1559067 Jul 05 07:50:34.818590 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-8a170dc0-8cae-452f-a4b2-cf678ce3a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:34.818590 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-8a170dc0-8cae-452f-a4b2-cf678ce3a0d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.2471633 Jul 05 07:50:34.841728 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f951356-03ce-4701-9285-cfcc57cc4cee req-8f8816a9-06bb-482a-91d5-34f442bb9e29 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:34.845006 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f951356-03ce-4701-9285-cfcc57cc4cee req-8f8816a9-06bb-482a-91d5-34f442bb9e29 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1379011 Jul 05 07:50:35.012385 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-787604a2-3b54-48df-8ee4-00d115ca1c96 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 217 time: 0.1673574 Jul 05 07:50:35.110942 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f951356-03ce-4701-9285-cfcc57cc4cee req-e359a90a-14d2-4e85-8624-16da00e104eb tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2565703 Jul 05 07:50:35.131727 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-bae1bef3-3c11-4a50-bac5-c74cba812abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:35.133235 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-bae1bef3-3c11-4a50-bac5-c74cba812abf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.1163988 Jul 05 07:50:35.183411 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-4f6e43a7-62b8-47f2-b8f1-190a227c3d75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379474 Jul 05 07:50:35.340038 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-70c83a56-8b08-4f88-a649-4e2c9bb378ef service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337588 Jul 05 07:50:35.604184 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec4f3d-22f4-4a5f-9ec3-49e2d23f3a3b req-f1779710-f435-4254-b985-3229dfef0657 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547495 Jul 05 07:50:35.633080 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6815c-03bc-4053-8765-469208bb97a8 req-e0b781e1-3fdd-4039-a3ee-680dc3a78be2 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:35.635044 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-e0b781e1-3fdd-4039-a3ee-680dc3a78be2 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.2147303 Jul 05 07:50:35.668844 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-1a128295-6061-48e4-9d84-9192b0f87af1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/quotas/422876582ce943f5b1d32012e3d302f6 HTTP/1.1" status: 200 len: 375 time: 0.0277281 Jul 05 07:50:36.122780 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52306) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:36.157767 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-987fb3fa-1cff-4caa-943c-10ba3007fdea tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4769628 Jul 05 07:50:36.169540 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b777b09f-ce8f-43bd-a98f-f739af3475ca req-50e441ff-5bf7-4765-9b1c-7e079a9d5ebd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:36.180126 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b777b09f-ce8f-43bd-a98f-f739af3475ca req-50e441ff-5bf7-4765-9b1c-7e079a9d5ebd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.4152608 Jul 05 07:50:36.271836 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c2ba23ae-89ac-4d49-8be2-b8bb9fa5ff70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:36.293547 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b777b09f-ce8f-43bd-a98f-f739af3475ca req-63ab55a4-ef37-4c76-933d-99ffbe89e01c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124783 Jul 05 07:50:36.346261 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-2123b3ad-49bd-464a-91ee-2857f57530aa service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624763 Jul 05 07:50:36.523389 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c2ba23ae-89ac-4d49-8be2-b8bb9fa5ff70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:36.542049 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c2ba23ae-89ac-4d49-8be2-b8bb9fa5ff70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:36.560028 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-a75b5e3d-af21-4851-ace2-dcdeb4d759ff service neutron] 10.222.0.30 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052698 Jul 05 07:50:36.658480 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba23ae-89ac-4d49-8be2-b8bb9fa5ff70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d07da6-e8be-418e-a8fc-b45ce97d3ae5,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:36.667826 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 52314) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:36.668206 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-c2ba23ae-89ac-4d49-8be2-b8bb9fa5ff70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ff3ba53f134444d8544b507dcabe717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5439835 Jul 05 07:50:36.792369 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3a20fd7-88a3-4933-b5f2-da108fbf24d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:36.887031 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6a390c05-2dad-410e-983a-54792ca6ac75 req-64b06958-38f7-4ebc-94ab-356f6f1caa9e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 210 time: 0.0636821 Jul 05 07:50:36.903396 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3a20fd7-88a3-4933-b5f2-da108fbf24d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:37.034118 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d5e14-2ad1-4a23-81a4-5e60aaab8c6d req-2f42497a-549c-4975-bb57-71185b916c07 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:37.043472 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-602d5e14-2ad1-4a23-81a4-5e60aaab8c6d req-2f42497a-549c-4975-bb57-71185b916c07 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2017376 Jul 05 07:50:37.092465 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3a20fd7-88a3-4933-b5f2-da108fbf24d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:37.096447 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c3a20fd7-88a3-4933-b5f2-da108fbf24d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:37.102060 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-c3a20fd7-88a3-4933-b5f2-da108fbf24d5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/66d07da6-e8be-418e-a8fc-b45ce97d3ae5 HTTP/1.1" status: 204 len: 168 time: 0.4289041 Jul 05 07:50:37.136088 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-602d5e14-2ad1-4a23-81a4-5e60aaab8c6d req-9aedc9dd-0989-44ba-9a4c-3b1042e1b12a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910316 Jul 05 07:50:37.137106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a20fd7-88a3-4933-b5f2-da108fbf24d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d07da6-e8be-418e-a8fc-b45ce97d3ae5,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:37.645918 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5631be6-0d5e-4a7c-ac21-f05e49eb4372 req-c531b8ba-9e88-4d7a-9a66-11ef457ecfa9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:37.652825 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5631be6-0d5e-4a7c-ac21-f05e49eb4372 req-c531b8ba-9e88-4d7a-9a66-11ef457ecfa9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0977519 Jul 05 07:50:37.714463 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5631be6-0d5e-4a7c-ac21-f05e49eb4372 req-7aad7bec-cad7-4da9-8fc9-d5f507e4c023 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601871 Jul 05 07:50:38.109402 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3c88ad9-600a-4b18-8cf4-eec630d069bc req-7a337db3-3558-4e95-9ce2-b9f6bd7eb604 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 210 time: 0.0404150 Jul 05 07:50:38.363342 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70356a-6921-4fae-ac7f-c43afde7b193 req-ad611884-a14e-46bd-8723-f987f1fb16af tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:38.367193 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ce70356a-6921-4fae-ac7f-c43afde7b193 req-ad611884-a14e-46bd-8723-f987f1fb16af tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0970464 Jul 05 07:50:38.442884 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ce70356a-6921-4fae-ac7f-c43afde7b193 req-dcd3b1f7-fd70-4ef1-b348-433c2fc07b85 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703332 Jul 05 07:50:38.737799 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6815c-03bc-4053-8765-469208bb97a8 req-be4d1770-9273-44b3-86a8-12350c444dd4 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:38.739569 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-be4d1770-9273-44b3-86a8-12350c444dd4 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 814 time: 0.1609776 Jul 05 07:50:38.762222 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Request body: {'port': {'device_id': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'admin_state_up': True, 'tenant_id': '422876582ce943f5b1d32012e3d302f6'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:39.027220 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625161b-2f97-4041-a08f-1d8542308103 req-0acb71d9-3f6d-40d6-bc08-9d1c3849d312 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:39.036202 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1625161b-2f97-4041-a08f-1d8542308103 req-0acb71d9-3f6d-40d6-bc08-9d1c3849d312 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1078484 Jul 05 07:50:39.051434 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Made reservation on behalf of 422876582ce943f5b1d32012e3d302f6 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:50:39.058895 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:39.170639 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1625161b-2f97-4041-a08f-1d8542308103 req-0883aaaa-0374-42b9-a33c-a9ce911cad3f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333504 Jul 05 07:50:39.375081 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Allocated IP 172.20.0.8 (6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82/e34b1b3c-eeae-466f-a8e6-df2b04191a62/9417ab5d-31e6-448c-953a-a186930ed3e7) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:50:39.379238 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-561e6fee-775f-4e59-94f7-b7a910da9a11 req-aa6fdf94-776f-4b2a-9037-9d4cf762f6f8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 210 time: 0.0470703 Jul 05 07:50:39.653805 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:39.692601 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a296bf-3543-451a-a7d0-5647e4389082 req-1ba0a98c-c92b-4108-818a-0a683af9eeac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:39.694478 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-12a296bf-3543-451a-a7d0-5647e4389082 req-1ba0a98c-c92b-4108-818a-0a683af9eeac tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1122904 Jul 05 07:50:39.753262 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:39.765656 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-12a296bf-3543-451a-a7d0-5647e4389082 req-39e33ad5-5d6a-4431-99f6-a90bab2a25ca tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570431 Jul 05 07:50:39.768050 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91', 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:50:39.817600 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:50:39.821070 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:50:39.835483 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:50:39.866860 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event updated for resources: {'Port': ['ID=9417ab5d-31e6-448c-953a-a186930ed3e7,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:39.901585 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:39.902248 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:39.920453 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-377e1db5-1228-46df-835f-93a26a4b77f0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1642609 Jul 05 07:50:39.936613 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Request body: {'port': {'device_id': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:40.040906 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:40.493428 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9417ab5d-31e6-448c-953a-a186930ed3e7 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:50:40.503849 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:40.525964 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Transition to ACTIVE for port object 9417ab5d-31e6-448c-953a-a186930ed3e7 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:50:40.534674 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:40.551490 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bd51ea-ba2d-4f84-b029-bef739990b08 req-70697cc7-9a1d-4fc6-8760-b45c40068403 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:40.559211 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-46bd51ea-ba2d-4f84-b029-bef739990b08 req-70697cc7-9a1d-4fc6-8760-b45c40068403 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1482446 Jul 05 07:50:40.656045 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Pushing event updated for resources: {'Port': ['ID=9417ab5d-31e6-448c-953a-a186930ed3e7,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:40.670963 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-46bd51ea-ba2d-4f84-b029-bef739990b08 req-68895662-22df-44d1-8e97-cade622ecd01 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109302 Jul 05 07:50:40.813277 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Attempting to bind port 9417ab5d-31e6-448c-953a-a186930ed3e7 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:50:40.817482 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Attempting to bind port 9417ab5d-31e6-448c-953a-a186930ed3e7 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:50:40.817835 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Attempting to bind port 9417ab5d-31e6-448c-953a-a186930ed3e7 on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:50:40.839674 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Port 9417ab5d-31e6-448c-953a-a186930ed3e7 on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:50:40.850714 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Attempting to bind port 9417ab5d-31e6-448c-953a-a186930ed3e7 on network 6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:50:40.876256 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:50:40.877422 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Checking segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:50:40.877690 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Bound using segment: {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:50:40.878155 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Bound port: 9417ab5d-31e6-448c-953a-a186930ed3e7, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:50:40.878546 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:41.058740 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389e14-7d97-4c6d-98d5-7dea03339e76 req-63da2a33-6ea8-4634-9da2-62d03d420499 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:41.060512 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-18389e14-7d97-4c6d-98d5-7dea03339e76 req-63da2a33-6ea8-4634-9da2-62d03d420499 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 943 time: 0.2102516 Jul 05 07:50:41.071393 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] For port 9417ab5d-31e6-448c-953a-a186930ed3e7, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:50:41.077425 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] For port 9417ab5d-31e6-448c-953a-a186930ed3e7, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9417ab5d-31e6-448c-953a-a186930ed3e7,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:50:41.094760 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:41.159972 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:41.160587 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:41.161992 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] 10.222.0.24 "PUT /v2.0/ports/9417ab5d-31e6-448c-953a-a186930ed3e7 HTTP/1.1" status: 200 len: 1093 time: 1.2298064 Jul 05 07:50:41.164574 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'tag': '9417ab5d-31e6-448c-953a-a186930ed3e7'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:41.166805 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "aab52478-43c2-4dd7-a607-7d82ef4e8b18", "tag": "9417ab5d-31e6-448c-953a-a186930ed3e7"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:41.195517 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-18389e14-7d97-4c6d-98d5-7dea03339e76 req-4dc2cf0e-c693-4778-a0b9-c8afe507a8b8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215327 Jul 05 07:50:41.222029 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d286b664-d1b1-4799-abeb-2a0548462553 req-78b4a040-2dd0-4ed8-be38-96681023a08a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:41.241086 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d286b664-d1b1-4799-abeb-2a0548462553 req-78b4a040-2dd0-4ed8-be38-96681023a08a tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2629690 Jul 05 07:50:41.241086 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a5eb0-f996-4595-9efb-9ca1e519c3ad service neutron] Pushing event updated for resources: {'Port': ['ID=9417ab5d-31e6-448c-953a-a186930ed3e7,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:41.298211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2328da72-9134-4035-bde6-eb190ae009d3 x-openstack-request-id: req-2328da72-9134-4035-bde6-eb190ae009d3 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:41.298211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aab52478-43c2-4dd7-a607-7d82ef4e8b18", "tag": "9417ab5d-31e6-448c-953a-a186930ed3e7", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:41.298211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2328da72-9134-4035-bde6-eb190ae009d3 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:41.298211 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'tag': '9417ab5d-31e6-448c-953a-a186930ed3e7', 'status': 'completed', 'code': 200} Jul 05 07:50:41.355072 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d286b664-d1b1-4799-abeb-2a0548462553 req-b87b3ae4-d553-4c1b-b62d-24e57484316d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245773 Jul 05 07:50:41.379529 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6815c-03bc-4053-8765-469208bb97a8 req-3f4f5ea0-a48a-4e65-9d95-617e6f100fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:41.382432 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-3f4f5ea0-a48a-4e65-9d95-617e6f100fe3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 1096 time: 0.1405632 Jul 05 07:50:41.431092 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-22a9d781-e3ba-48e2-9030-141060feda6c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9417ab5d-31e6-448c-953a-a186930ed3e7 HTTP/1.1" status: 200 len: 217 time: 0.0389259 Jul 05 07:50:41.494610 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6815c-03bc-4053-8765-469208bb97a8 req-72b92a55-9c1f-4b82-9e3d-f23ef2bbb9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:41.496380 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-72b92a55-9c1f-4b82-9e3d-f23ef2bbb9b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.0581934 Jul 05 07:50:41.537060 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-28e76cb8-d20a-473f-bcc7-c7028bc60392 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310187 Jul 05 07:50:41.640529 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-16558cb4-fca8-47b9-86d6-062f5d1bdfa4 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944624 Jul 05 07:50:41.773733 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-90e6815c-03bc-4053-8765-469208bb97a8 req-457337f1-b82c-4945-9d2d-73fbd8064133 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244435 Jul 05 07:50:41.938327 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010c955b-fb86-4fcf-90b8-0daa0e12aa62 req-1d1a009b-6a34-4a94-8170-0f8374a35668 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:41.940493 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-010c955b-fb86-4fcf-90b8-0daa0e12aa62 req-1d1a009b-6a34-4a94-8170-0f8374a35668 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1267893 Jul 05 07:50:41.969728 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-e133a3b0-0802-4dca-9649-0433d08c3455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:41.971568 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-e133a3b0-0802-4dca-9649-0433d08c3455 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=422876582ce943f5b1d32012e3d302f6&device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 1096 time: 0.1218836 Jul 05 07:50:42.014488 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-010c955b-fb86-4fcf-90b8-0daa0e12aa62 req-02dda5c9-b9ff-4e8f-ad92-ec9f0814bb97 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655732 Jul 05 07:50:42.095935 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-39866c0e-7a68-44e9-8245-8726d2a7a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:42.098238 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-39866c0e-7a68-44e9-8245-8726d2a7a4b2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 200 len: 915 time: 0.1104774 Jul 05 07:50:42.158237 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-4ae1dd05-be3c-4212-8141-bf2f6edb4760 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9417ab5d-31e6-448c-953a-a186930ed3e7 HTTP/1.1" status: 200 len: 217 time: 0.0469754 Jul 05 07:50:42.229462 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-2c8d09c9-a575-472d-9209-599dd6829a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:42.231409 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-2c8d09c9-a575-472d-9209-599dd6829a81 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 200 len: 854 time: 0.0647368 Jul 05 07:50:42.320268 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-5c74305b-011e-4244-ba00-f94053f35329 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658188 Jul 05 07:50:42.564614 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-cb72c25f-d453-402a-8607-e289e037f0c4 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309904 Jul 05 07:50:42.589135 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396cbe-fcd4-42a8-9303-df929d3a4046 req-ac50f6c6-4ffd-4363-a2c4-df0154251cfc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:42.590743 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-83396cbe-fcd4-42a8-9303-df929d3a4046 req-ac50f6c6-4ffd-4363-a2c4-df0154251cfc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 943 time: 0.1605301 Jul 05 07:50:42.729110 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-83396cbe-fcd4-42a8-9303-df929d3a4046 req-b9d4a69f-1e1b-415e-8fc6-2a5a9a5763a0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061463 Jul 05 07:50:42.806220 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d04a0d-f811-4ed8-9f93-9f291a0699dc req-a9e29112-2a99-4556-93c6-00f1cd652a92 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:42.809907 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-87d04a0d-f811-4ed8-9f93-9f291a0699dc req-a9e29112-2a99-4556-93c6-00f1cd652a92 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2416542 Jul 05 07:50:42.812798 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbe09fb9-ea27-45fa-8ca1-65677847d0ef req-9f6959ba-d3ed-438f-9002-ba1f61a1c6c9 service neutron] 10.222.0.24 "GET /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182004 Jul 05 07:50:42.890657 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-87d04a0d-f811-4ed8-9f93-9f291a0699dc req-f306ffd0-6f2a-499e-aa9d-0d670a2bff7e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702949 Jul 05 07:50:43.257511 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27267278-0e9f-4a38-9aa2-2752b24afbaf req-85d0b9de-5c30-43f0-b3c0-ed80d6b4fd03 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:43.257511 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-27267278-0e9f-4a38-9aa2-2752b24afbaf req-85d0b9de-5c30-43f0-b3c0-ed80d6b4fd03 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0842204 Jul 05 07:50:43.313715 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-27267278-0e9f-4a38-9aa2-2752b24afbaf req-0fdd44d5-d644-4e5c-a082-64fc409843dd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421553 Jul 05 07:50:43.611789 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f283436d-8cd3-4416-811e-6e81e69e7995 req-31947d55-e825-41d2-8fe2-ff6ac01cde69 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:43.613617 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f283436d-8cd3-4416-811e-6e81e69e7995 req-31947d55-e825-41d2-8fe2-ff6ac01cde69 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.0789042 Jul 05 07:50:43.668015 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f283436d-8cd3-4416-811e-6e81e69e7995 req-7c68e68e-2a0f-4773-8b6a-d31868d0ae0b tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Jul 05 07:50:43.685170 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52450) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:43.971341 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc541d33-a34c-452f-9755-b851414b18dc tempest-TestMinimumBasicScenario-161016217 tempest-TestMinimumBasicScenario-161016217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:43.976877 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-dc541d33-a34c-452f-9755-b851414b18dc tempest-TestMinimumBasicScenario-161016217 tempest-TestMinimumBasicScenario-161016217-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1094 time: 0.2896566 Jul 05 07:50:43.977837 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 52466) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:43.995123 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'port_id': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:44.045407 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f5d6c-9d0d-4555-b38b-1912e571a7c2 req-b23cfa3b-a274-47fc-820b-962384c1b145 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:44.047452 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-078f5d6c-9d0d-4555-b38b-1912e571a7c2 req-b23cfa3b-a274-47fc-820b-962384c1b145 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 943 time: 0.1587832 Jul 05 07:50:44.071741 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for floatingip, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:44.182527 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-078f5d6c-9d0d-4555-b38b-1912e571a7c2 req-a4a2a01c-a1f1-4dba-90a4-42a6b48d5b8b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255026 Jul 05 07:50:44.266909 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102af1ba-a7ca-4b5d-856c-cab65abc5e33 req-fb8d0b55-954b-4a5e-bc6d-67412c1e8ff0 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:44.270195 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-102af1ba-a7ca-4b5d-856c-cab65abc5e33 req-fb8d0b55-954b-4a5e-bc6d-67412c1e8ff0 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1718450 Jul 05 07:50:44.320807 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:44.395972 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-102af1ba-a7ca-4b5d-856c-cab65abc5e33 req-d6f65515-2ec2-4b39-9f1d-73d7357455a2 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127298 Jul 05 07:50:44.561326 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Allocated IP 172.27.3.243 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/70210704-6188-4537-bf4f-9c6261d60aec) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:50:44.661445 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fbcdd-c79a-44bd-b4b8-e6dd75d370b3 req-ae16b963-feb4-4b28-ada5-1245b9a08f51 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:44.663046 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d75fbcdd-c79a-44bd-b4b8-e6dd75d370b3 req-ae16b963-feb4-4b28-ada5-1245b9a08f51 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1632214 Jul 05 07:50:44.743382 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d75fbcdd-c79a-44bd-b4b8-e6dd75d370b3 req-8e6a44a6-fc50-4dba-b8e7-ae636b8fc7a9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711317 Jul 05 07:50:44.755595 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:44.807063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:44.856231 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:50:44.860452 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:50:44.885758 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'Port': ['ID=70210704-6188-4537-bf4f-9c6261d60aec,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:44.891914 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:50:45.454430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148f95a-beaa-40ea-87e2-f0c4ccc464e0 req-14c971e5-a9cb-4194-9f09-f9696e4a6520 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:45.456535 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d148f95a-beaa-40ea-87e2-f0c4ccc464e0 req-14c971e5-a9cb-4194-9f09-f9696e4a6520 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 943 time: 0.1471531 Jul 05 07:50:45.467808 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 9417ab5d-31e6-448c-953a-a186930ed3e7 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:50:45.544926 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d148f95a-beaa-40ea-87e2-f0c4ccc464e0 req-ea999a02-25aa-46de-8afc-ab693a323b47 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545340 Jul 05 07:50:45.589635 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 9417ab5d-31e6-448c-953a-a186930ed3e7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9417ab5d-31e6-448c-953a-a186930ed3e7,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:45.618812 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '9417ab5d-31e6-448c-953a-a186930ed3e7', 'network_id': '6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82', 'port_id': '9417ab5d-31e6-448c-953a-a186930ed3e7', 'mac_address': 'fa:16:3e:fb:91:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e34b1b3c-eeae-466f-a8e6-df2b04191a62', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:50:45.663719 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:45.681297 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9417ab5d-31e6-448c-953a-a186930ed3e7 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:50:45.712901 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 9417ab5d-31e6-448c-953a-a186930ed3e7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9417ab5d-31e6-448c-953a-a186930ed3e7,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:45.725056 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:45.813210 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=9417ab5d-31e6-448c-953a-a186930ed3e7,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:45.881773 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:45.993161 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac9aef-182a-4b3d-8800-683c12f3944c req-17992064-f896-4c2d-a537-6f64375dbe99 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:45.993161 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-65ac9aef-182a-4b3d-8800-683c12f3944c req-17992064-f896-4c2d-a537-6f64375dbe99 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2473099 Jul 05 07:50:46.107532 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e1684-15d8-4d6d-b3f3-a2a2d614e85f req-26f07678-296f-481c-965e-8dba79de8098 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:46.109038 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-550e1684-15d8-4d6d-b3f3-a2a2d614e85f req-26f07678-296f-481c-965e-8dba79de8098 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1639581 Jul 05 07:50:46.120893 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['9417ab5d-31e6-448c-953a-a186930ed3e7'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:50:46.121169 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-65ac9aef-182a-4b3d-8800-683c12f3944c req-a4f5bb74-a0be-48d7-97ab-4695d8261801 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193938 Jul 05 07:50:46.121797 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:46.230615 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-550e1684-15d8-4d6d-b3f3-a2a2d614e85f req-9007475b-8322-4b64-8df3-2316957749f2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000149 Jul 05 07:50:46.372846 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-fc0155d0-762c-4e18-8fc2-cc92e7fe0263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:46.402250 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:46.411058 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:46.483664 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'Port': ['ID=70210704-6188-4537-bf4f-9c6261d60aec,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:46.494602 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:46.599261 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Floating IP 14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e associated. External IP: 172.27.3.243, port: 7034794d-fdbb-416b-972a-7ac52ac763e6. Jul 05 07:50:46.808161 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f942eb2-9c87-47a6-8b8c-edffdbeee9cc req-630d98f2-f30d-4af2-a4a2-74dcdffeeca2 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:46.809666 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f942eb2-9c87-47a6-8b8c-edffdbeee9cc req-630d98f2-f30d-4af2-a4a2-74dcdffeeca2 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 944 time: 0.1540651 Jul 05 07:50:46.898499 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f942eb2-9c87-47a6-8b8c-edffdbeee9cc req-03b1bba8-016e-4a6f-87e4-17e68ef8e0bf tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808887 Jul 05 07:50:46.910638 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Router 1340cb0f-a138-41ad-83bf-87fdf87b694c has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:50:47.022893 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:50:47.032289 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] Sync routers for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:50:47.040409 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.042782 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:50:47.043415 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:50:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:47.078084 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-63ca09d0-64aa-4008-8959-18085b52acb4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0991054 Jul 05 07:50:47.078691 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:47.081728 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:47.081984 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52550) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:47.087135 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-332ce3fa-08be-4d57-9265-438ce909b451 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1331045828', 'description': 'tempest-secgroup-smoke-1331045828 description', 'project_id': '8bb56856d2ae4a6c80a172245d63671e'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:47.112987 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-332ce3fa-08be-4d57-9265-438ce909b451 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.133392 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22930254-6407-4663-a331-4bce77dc660e x-openstack-request-id: req-22930254-6407-4663-a331-4bce77dc660e {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:47.133677 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:47.133931 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22930254-6407-4663-a331-4bce77dc660e {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:47.134928 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'status': 'completed', 'code': 200} Jul 05 07:50:47.163475 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:50:47.218191 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-332ce3fa-08be-4d57-9265-438ce909b451 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.224568 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-332ce3fa-08be-4d57-9265-438ce909b451 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.266935 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ce3fa-08be-4d57-9265-438ce909b451 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:47.271203 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-332ce3fa-08be-4d57-9265-438ce909b451 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.279516 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-332ce3fa-08be-4d57-9265-438ce909b451 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1963887 Jul 05 07:50:47.282191 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52558) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:47.289931 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-4dc14482-dd01-48ad-b910-43602fd697ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'security_group_rule': {'security_group_id': 'ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0', 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:47.324140 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-2918a180-a382-4aa5-92cd-6b2d2ccfe7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:47.325791 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-2918a180-a382-4aa5-92cd-6b2d2ccfe7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 1099 time: 0.1703937 Jul 05 07:50:47.328516 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-b40a4fe8-e3aa-4080-9b10-e1b8222dbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:47.330698 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4dc14482-dd01-48ad-b910-43602fd697ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.332033 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-b40a4fe8-e3aa-4080-9b10-e1b8222dbff2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1099 time: 0.1359806 Jul 05 07:50:47.405426 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4dc14482-dd01-48ad-b910-43602fd697ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.409480 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4dc14482-dd01-48ad-b910-43602fd697ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.420911 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'port_id': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'mac_address': 'fa:16:3e:84:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f47080-813d-4ccc-86bc-10809065d9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:50:45Z', 'updated_at': '2021-07-05T07:50:45Z', 'revision_number': 0, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:40Z', 'revision_number': 5, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:47.422105 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc14482-dd01-48ad-b910-43602fd697ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734dbe37-d2ec-44f9-abce-f38696c7400c,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:47.440048 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4dc14482-dd01-48ad-b910-43602fd697ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.443914 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-4dc14482-dd01-48ad-b910-43602fd697ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571627 Jul 05 07:50:47.444244 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52560) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:47.448899 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-f1311ee4-c18b-463f-902a-87f6b999ad30 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'security_group_rule': {'security_group_id': 'ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0', 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:47.469229 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 9417ab5d-31e6-448c-953a-a186930ed3e7 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:50:47.491378 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1311ee4-c18b-463f-902a-87f6b999ad30 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.515634 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9ffdb-aa27-4018-aed5-a1c21ff3b7a3 req-d92265f7-b821-4f2a-9959-324c61b9c9dc tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:47.523053 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bce9ffdb-aa27-4018-aed5-a1c21ff3b7a3 req-d92265f7-b821-4f2a-9959-324c61b9c9dc tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2527468 Jul 05 07:50:47.526913 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 9417ab5d-31e6-448c-953a-a186930ed3e7 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:50:47.531849 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 9417ab5d-31e6-448c-953a-a186930ed3e7 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:50:47.532525 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.568877 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-e018f6b3-b7a2-46b3-9f41-bdf74934e998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:47.569142 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] Checking router: 1340cb0f-a138-41ad-83bf-87fdf87b694c for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:50:47.570066 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-e018f6b3-b7a2-46b3-9f41-bdf74934e998 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.2235999 Jul 05 07:50:47.573127 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1311ee4-c18b-463f-902a-87f6b999ad30 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.579112 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:50:47.580300 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:50:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:47.580445 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1311ee4-c18b-463f-902a-87f6b999ad30 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.604472 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1311ee4-c18b-463f-902a-87f6b999ad30 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aed71bd-e79e-43e0-9597-5d1f88941b55,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:47.613912 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1311ee4-c18b-463f-902a-87f6b999ad30 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.617861 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-f1311ee4-c18b-463f-902a-87f6b999ad30 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1702685 Jul 05 07:50:47.618062 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52562) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:47.626891 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-63f337f7-1aca-499f-8577-b43f9f6b9e2f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'security_group_rule': {'security_group_id': 'ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0', 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:47.628943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.654475 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417ab5d-31e6-448c-953a-a186930ed3e7'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:47.656822 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9bb612-58f0-4546-b964-6f5bb6714816" -d '{"events": [{"server_uuid": "aab52478-43c2-4dd7-a607-7d82ef4e8b18", "name": "network-vif-plugged", "status": "completed", "tag": "9417ab5d-31e6-448c-953a-a186930ed3e7"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:47.668024 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-63f337f7-1aca-499f-8577-b43f9f6b9e2f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.668387 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 9417ab5d-31e6-448c-953a-a186930ed3e7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9417ab5d-31e6-448c-953a-a186930ed3e7,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:47.680135 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.721793 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bce9ffdb-aa27-4018-aed5-a1c21ff3b7a3 req-798be63f-b0d3-4631-8e5f-b8f2d7f6a4ad tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413665 Jul 05 07:50:47.753496 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-63f337f7-1aca-499f-8577-b43f9f6b9e2f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.754434 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=9417ab5d-31e6-448c-953a-a186930ed3e7,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:47.756576 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:50:47.758724 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-63f337f7-1aca-499f-8577-b43f9f6b9e2f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.779338 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f337f7-1aca-499f-8577-b43f9f6b9e2f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e84901-ec47-4e17-850c-5a1bbf91e0d5,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:47.793441 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-63f337f7-1aca-499f-8577-b43f9f6b9e2f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.795611 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-9a0dcbdb-33c4-4c3f-9ffc-047e29ac3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:47.795755 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-63f337f7-1aca-499f-8577-b43f9f6b9e2f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1762033 Jul 05 07:50:47.797110 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-9a0dcbdb-33c4-4c3f-9ffc-047e29ac3ea5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 915 time: 0.4352574 Jul 05 07:50:47.798053 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52570) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:47.802457 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b02ff-6a09-4707-bdc8-328452eb23bd x-openstack-request-id: req-de6b02ff-6a09-4707-bdc8-328452eb23bd {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:47.802946 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab52478-43c2-4dd7-a607-7d82ef4e8b18", "name": "network-vif-plugged", "status": "completed", "tag": "9417ab5d-31e6-448c-953a-a186930ed3e7", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:47.803376 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de6b02ff-6a09-4707-bdc8-328452eb23bd {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:47.803927 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9417ab5d-31e6-448c-953a-a186930ed3e7', 'code': 200} Jul 05 07:50:47.805519 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-8056909c-da32-46e2-825a-a112aa64745f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'security_group_rule': {'security_group_id': 'ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0', 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:47.805977 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-434ab2a9-9415-45b3-ab4a-0944a23e49ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e27456f-6410-4633-8354-8f1fb23c560e HTTP/1.1" status: 200 len: 1002 time: 0.1959946 Jul 05 07:50:47.845746 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-8056909c-da32-46e2-825a-a112aa64745f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.945121 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d92e3e-ddb1-4aff-a00e-e4f7770f0710 req-bc7792d4-b786-4a5c-979d-16d381f2aee1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:47.949492 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-8056909c-da32-46e2-825a-a112aa64745f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.952675 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-76d92e3e-ddb1-4aff-a00e-e4f7770f0710 req-bc7792d4-b786-4a5c-979d-16d381f2aee1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.5342886 Jul 05 07:50:47.953825 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-8056909c-da32-46e2-825a-a112aa64745f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:47.993919 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056909c-da32-46e2-825a-a112aa64745f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3640031-c365-4b9b-beb2-616ed8f74a62,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:48.008857 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-8056909c-da32-46e2-825a-a112aa64745f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.012029 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-8056909c-da32-46e2-825a-a112aa64745f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2108378 Jul 05 07:50:48.013983 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52578) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:48.019174 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'security_group_rule': {'security_group_id': 'ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0', 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:48.030588 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-68214a8e-272c-449b-853b-75557ad0066f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:48.034284 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-68214a8e-272c-449b-853b-75557ad0066f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.2024870 Jul 05 07:50:48.041956 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-bb6bc367-bd8a-4b4b-9042-90a3a08fc72e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 1000 time: 0.2344313 Jul 05 07:50:48.053829 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.securitygroups_db [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Project 8bb56856d2ae4a6c80a172245d63671e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 07:50:48.060576 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.061806 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-76d92e3e-ddb1-4aff-a00e-e4f7770f0710 req-b1422b5b-70ed-4e99-8a3b-a77b1a37e313 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081886 Jul 05 07:50:48.128055 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'port_id': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'mac_address': 'fa:16:3e:84:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f47080-813d-4ccc-86bc-10809065d9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:50:45Z', 'updated_at': '2021-07-05T07:50:45Z', 'revision_number': 0, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:40Z', 'revision_number': 5, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:50:48.171886 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac3e101-19b1-4a41-94b4-b4b1d6d59c74 None None] The sync data for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi is: [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'floating_ip_address': '172.27.3.243', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'port_id': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'mac_address': 'fa:16:3e:84:d1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f47080-813d-4ccc-86bc-10809065d9b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:50:45Z', 'updated_at': '2021-07-05T07:50:45Z', 'revision_number': 0, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:40Z', 'revision_number': 5, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:50:48.200658 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.207560 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.239190 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b14718c-525c-4dcd-9c11-4ba9217055e2,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:48.255573 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.257271 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-59514dc5-bcf8-4729-b4a6-e11cb94db860 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2421293 Jul 05 07:50:48.260863 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c061e9-dddc-4436-9dd1-27f1ab966151 req-9596a692-971a-4045-ad1e-43c1e9775da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:48.262479 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-21c061e9-dddc-4436-9dd1-27f1ab966151 req-9596a692-971a-4045-ad1e-43c1e9775da5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 1098 time: 0.1215239 Jul 05 07:50:48.262958 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52580) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:48.268354 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'security_group_rule': {'security_group_id': 'ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0', 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:48.318491 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-21c061e9-dddc-4436-9dd1-27f1ab966151 req-e58df530-9194-4534-bdce-104fcc187dc4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449376 Jul 05 07:50:48.322188 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.securitygroups_db [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Project 8bb56856d2ae4a6c80a172245d63671e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 07:50:48.328288 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.402575 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.407141 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.429931 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efae13f-8fd2-4567-b817-0c997c7968de,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:48.437328 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:48.438600 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a683ca10-d686-4822-8003-cfe377c990ac None None] New status for floating IP 14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e: ACTIVE {{(pid=99354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:50:48.440026 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-681bfa6b-cea4-4d83-8927-6ab0cf32cf47 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1749134 Jul 05 07:50:48.474178 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-b942783a-28bf-4a92-bfaf-3590c4162915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:48.475423 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-b942783a-28bf-4a92-bfaf-3590c4162915 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 200 len: 853 time: 0.4095538 Jul 05 07:50:48.532343 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-153e1adc-5a02-4e41-a003-b2271bfbe281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:48.534089 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-153e1adc-5a02-4e41-a003-b2271bfbe281 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4669793 Jul 05 07:50:48.614097 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc263c-e269-47c7-a53e-0f0e7f3fd4d4 req-0952bcda-efc2-4cc8-bbf9-a2c200b39e54 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:48.615083 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-75fc263c-e269-47c7-a53e-0f0e7f3fd4d4 req-0952bcda-efc2-4cc8-bbf9-a2c200b39e54 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.2122383 Jul 05 07:50:48.668119 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-fb701e90-e375-4aea-ac8f-0aa6553cc0ba tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331045828&fields=id&tenant_id=8bb56856d2ae4a6c80a172245d63671e HTTP/1.1" status: 200 len: 267 time: 0.1321588 Jul 05 07:50:48.671777 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-4bb3256e-8ab8-4849-8e3d-1ea39a01ce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:48.673282 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-4bb3256e-8ab8-4849-8e3d-1ea39a01ce37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ef2d862-70a6-440d-be23-dba2b7190466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1902561 Jul 05 07:50:48.756460 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-75fc263c-e269-47c7-a53e-0f0e7f3fd4d4 req-9070f936-edf9-4efc-8e42-ef2debc1df7a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348526 Jul 05 07:50:48.805188 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-136f7a5a-3024-4b66-86f2-000d774e4f76 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582922 Jul 05 07:50:48.913675 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-02dcc84f-191a-41a5-9650-6600159d72a6 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061779 Jul 05 07:50:48.938628 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-4b32a92c-46c3-4346-a656-893650806c5f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:48.940770 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-4b32a92c-46c3-4346-a656-893650806c5f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.2645686 Jul 05 07:50:48.971436 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'port': {'security_groups': ['c64277cf-b202-43ca-b9cc-cb7977f08ac8', 'ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:50:49.010167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6e6f121a-a5dd-46be-ad2f-cdf4e894282d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.089084 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b5bd41d3-1c22-49a9-9c00-4b9c54198029 req-e3d2f570-73ef-493a-92d6-bdf8c539d8e0 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629805 Jul 05 07:50:49.160467 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2a500-ec8d-4055-9be9-7f09a9759012 req-37307c3f-67af-47ed-a96e-45c1498525d6 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:49.161990 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a8e2a500-ec8d-4055-9be9-7f09a9759012 req-37307c3f-67af-47ed-a96e-45c1498525d6 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.2737336 Jul 05 07:50:49.178522 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6e5ced06-2984-43d5-bacd-1fbd913ac3bc req-74f8c472-bc2f-4b8e-a256-46f5c1fd45e1 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347999 Jul 05 07:50:49.193573 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.249850 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a8e2a500-ec8d-4055-9be9-7f09a9759012 req-7dc831d4-bd83-4b23-98aa-ccd3688ce2bf tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793681 Jul 05 07:50:49.276972 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.375776 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.409994 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7034794d-fdbb-416b-972a-7ac52ac763e6,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:49.445239 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.452358 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.466443 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7034794d-fdbb-416b-972a-7ac52ac763e6'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:50:49.506822 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:49.507395 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.512260 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-83da6e84-cf5b-4f38-a6ba-c4035122a8ae req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "PUT /v2.0/ports/7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 982 time: 0.5571289 Jul 05 07:50:49.512784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:49.519707 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce" -d '{"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:49.554128 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567e6ac-25fa-42ba-98e0-9e4a77ea64e7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=6']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:49.721103 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c0601-407f-4cf9-a488-4b29f38d2e34 req-02bb4ea1-eb68-4084-a469-c95f5b020572 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:49.723002 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b54c0601-407f-4cf9-a488-4b29f38d2e34 req-02bb4ea1-eb68-4084-a469-c95f5b020572 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.1321478 Jul 05 07:50:49.723204 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7034794d-fdbb-416b-972a-7ac52ac763e6'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:50:49.782425 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51151caa-f8ce-4c71-bd8b-e8056d4f7eec req-19031e41-8c9a-40cb-ad14-06e40c2dbaf7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:49.784442 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-51151caa-f8ce-4c71-bd8b-e8056d4f7eec req-19031e41-8c9a-40cb-ad14-06e40c2dbaf7 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.1287599 Jul 05 07:50:49.792696 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b54c0601-407f-4cf9-a488-4b29f38d2e34 req-08ec7835-6c07-4478-913a-9bbedf4933e4 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615849 Jul 05 07:50:49.835067 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-51151caa-f8ce-4c71-bd8b-e8056d4f7eec req-06d937c3-23d4-4409-8d1d-40ae90802179 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413325 Jul 05 07:50:49.850336 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-c86939ee-9c28-46a3-804a-8b0552aa1a50 None None] Provisioning complete for port 7034794d-fdbb-416b-972a-7ac52ac763e6 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:50:49.851003 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c86939ee-9c28-46a3-804a-8b0552aa1a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:49.884554 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83832dff-9c8b-47cd-aed7-6855c776d2d8 x-openstack-request-id: req-83832dff-9c8b-47cd-aed7-6855c776d2d8 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:49.884840 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:49.885092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83832dff-9c8b-47cd-aed7-6855c776d2d8 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:49.885494 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'status': 'completed', 'code': 200} Jul 05 07:50:50.006633 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-05825ba0-c9eb-4b03-8a81-9ce96283bdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:50.008142 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-05825ba0-c9eb-4b03-8a81-9ce96283bdd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1138 time: 0.0909514 Jul 05 07:50:50.082373 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c288d644-293c-4239-b1d0-b48404036557 req-75e30152-c9e0-4739-a647-afe9769f4663 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:50.087081 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c288d644-293c-4239-b1d0-b48404036557 req-75e30152-c9e0-4739-a647-afe9769f4663 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.1309180 Jul 05 07:50:50.146689 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c288d644-293c-4239-b1d0-b48404036557 req-67e983d9-1146-4579-801f-5fcb65364886 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538554 Jul 05 07:50:50.162745 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-deea0ac1-83d4-46fd-9473-1a533d5d5628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:50.164610 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-deea0ac1-83d4-46fd-9473-1a533d5d5628 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 915 time: 0.1490085 Jul 05 07:50:50.170773 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.248670 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-90c557cd-41d8-439e-890a-644dd3857e9d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 1002 time: 0.0691116 Jul 05 07:50:50.334331 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-1ee2bf46-7b2e-48b3-bb93-8f32a073360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:50.340615 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-1ee2bf46-7b2e-48b3-bb93-8f32a073360b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 200 len: 853 time: 0.0776870 Jul 05 07:50:50.416352 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52614) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:50.461501 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-fa73ccfa-9d04-44f4-825c-0381ef19c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:50.461501 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-fa73ccfa-9d04-44f4-825c-0381ef19c155 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ef2d862-70a6-440d-be23-dba2b7190466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044538 Jul 05 07:50:50.557751 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a37646-6448-4d86-95cd-8524cacef247 req-1986d34c-2fac-432c-807a-76db72a3967c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:50.559377 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-23a37646-6448-4d86-95cd-8524cacef247 req-1986d34c-2fac-432c-807a-76db72a3967c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1530702 Jul 05 07:50:50.631397 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-23a37646-6448-4d86-95cd-8524cacef247 req-77393f16-5770-4fad-8c4d-74863f2ca1a3 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627842 Jul 05 07:50:50.644286 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6662-07f4-4fe6-ad78-99a23bfb3fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.647426 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-cb187df1-0c45-4e89-b0e4-59ba19c3d094 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698086 Jul 05 07:50:50.744699 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6662-07f4-4fe6-ad78-99a23bfb3fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.745372 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d68df2a0-5168-4bb0-bfa3-e1714d3294ce req-bacfbe41-7706-4f99-9a6d-4916e00d178d service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889428 Jul 05 07:50:50.748841 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e1ed6662-07f4-4fe6-ad78-99a23bfb3fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.789355 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e1ed6662-07f4-4fe6-ad78-99a23bfb3fd1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71262b6e34e94321a59d755441dcf2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3719108 Jul 05 07:50:50.790223 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ed6662-07f4-4fe6-ad78-99a23bfb3fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86903d4e-845a-404d-a1ab-fe5020f26b56,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:50.792005 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 52624) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:50.859812 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f8c-0e90-4ffa-a691-2117d1126478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.887762 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f8c-0e90-4ffa-a691-2117d1126478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.965965 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f8c-0e90-4ffa-a691-2117d1126478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.968514 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c7bb4f8c-0e90-4ffa-a691-2117d1126478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:50.969659 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-c7bb4f8c-0e90-4ffa-a691-2117d1126478 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86903d4e-845a-404d-a1ab-fe5020f26b56 HTTP/1.1" status: 204 len: 168 time: 0.1757510 Jul 05 07:50:50.985498 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb4f8c-0e90-4ffa-a691-2117d1126478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86903d4e-845a-404d-a1ab-fe5020f26b56,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:51.004223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b26ce4-21aa-4b85-a1fd-82f6bd21be4c req-5e072552-c60a-42c4-860b-26477a10cc24 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:51.005764 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-30b26ce4-21aa-4b85-a1fd-82f6bd21be4c req-5e072552-c60a-42c4-860b-26477a10cc24 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 946 time: 0.0849445 Jul 05 07:50:51.046334 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-30b26ce4-21aa-4b85-a1fd-82f6bd21be4c req-e7a39c4c-2ab6-4d4d-a179-ed91d3ceb268 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342062 Jul 05 07:50:51.486483 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:50:51.568996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:51.592996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:50:51.595938 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5bfa34-b949-4df8-a198-185fea9a551b" -d '{"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:50:51.609719 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:50:51.614937 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:51.641547 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 07:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d93310-d0b4-46c4-8ec1-c38a331469fb x-openstack-request-id: req-33d93310-d0b4-46c4-8ec1-c38a331469fb {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:50:51.641881 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-unplugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:50:51.642134 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33d93310-d0b4-46c4-8ec1-c38a331469fb {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:50:51.642539 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e', 'code': 200} Jul 05 07:50:51.668897 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=8']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:50:51.730906 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:50:51.841194 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc36911-e001-4b4a-adf7-85591a7f4aa5 req-e09a86e7-0d23-4cc5-943a-1885b6653ffa tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:51.842727 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbc36911-e001-4b4a-adf7-85591a7f4aa5 req-e09a86e7-0d23-4cc5-943a-1885b6653ffa tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0759819 Jul 05 07:50:51.881492 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bbc36911-e001-4b4a-adf7-85591a7f4aa5 req-66613989-ab6c-4f30-ab0c-664f9c8b1e64 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322921 Jul 05 07:50:52.236874 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278e49d-45ee-4a52-9bd3-fb0269102753 req-1b0ef2b4-eba4-42bd-aa48-fe415e3b1832 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:52.238406 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0278e49d-45ee-4a52-9bd3-fb0269102753 req-1b0ef2b4-eba4-42bd-aa48-fe415e3b1832 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0639462 Jul 05 07:50:52.275717 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0278e49d-45ee-4a52-9bd3-fb0269102753 req-b8ba5292-3cef-4a1f-b9e1-e837934bad81 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317738 Jul 05 07:50:53.113840 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e72fb-865e-4ecb-b812-8f8f5accbe29 req-cd746b95-8097-483e-8896-dd739f6f2cc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:53.115383 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a42e72fb-865e-4ecb-b812-8f8f5accbe29 req-cd746b95-8097-483e-8896-dd739f6f2cc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1141560 Jul 05 07:50:53.122779 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7f92d-0c22-45bd-926f-66b3395fc0ea req-720a4d0a-b975-47b7-b680-8edfc29a9714 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:53.124182 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-33d7f92d-0c22-45bd-926f-66b3395fc0ea req-720a4d0a-b975-47b7-b680-8edfc29a9714 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1136315 Jul 05 07:50:53.177090 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a42e72fb-865e-4ecb-b812-8f8f5accbe29 req-23a0c2ee-496d-42e0-b5c8-59161cc76929 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519476 Jul 05 07:50:53.191416 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-33d7f92d-0c22-45bd-926f-66b3395fc0ea req-b9f953ca-f40d-47d6-8aeb-e585ec319dc4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589335 Jul 05 07:50:53.374472 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 52690) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:50:53.480604 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-c5e7e6ec-32cc-4bef-add7-b74e407ec956 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046908 Jul 05 07:50:54.404052 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6fa5d-a54f-4151-a7f9-aef7d5e6c175 req-c1fe9cf1-036f-440c-994c-077cb71c6e08 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:54.405528 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6c6fa5d-a54f-4151-a7f9-aef7d5e6c175 req-c1fe9cf1-036f-440c-994c-077cb71c6e08 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0986252 Jul 05 07:50:54.414622 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9dcd77-ed23-4517-929a-c5b50b36e03e req-ef3666e4-694d-4f65-b185-e9d429ea347d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:54.416026 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f9dcd77-ed23-4517-929a-c5b50b36e03e req-ef3666e4-694d-4f65-b185-e9d429ea347d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1189220 Jul 05 07:50:54.471904 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6c6fa5d-a54f-4151-a7f9-aef7d5e6c175 req-0f9074e2-a6e6-4618-95b5-c27c798da7ee tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539637 Jul 05 07:50:54.484127 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f9dcd77-ed23-4517-929a-c5b50b36e03e req-f144a85a-dedd-4068-b4f4-f7808c7c794e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609310 Jul 05 07:50:55.501331 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:50:55.714344 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7666e6-79dc-4961-90cd-9c9070f14e10 req-a779012a-5d55-4bc0-bd57-bba9fa6dadba tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:55.718924 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cf7666e6-79dc-4961-90cd-9c9070f14e10 req-a779012a-5d55-4bc0-bd57-bba9fa6dadba tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1186604 Jul 05 07:50:55.736153 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd51079-4bef-463f-9f34-9637afe51560 req-bc2755fb-b7ca-49dc-bf2a-de62ab9c44cc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:55.737804 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bfd51079-4bef-463f-9f34-9637afe51560 req-bc2755fb-b7ca-49dc-bf2a-de62ab9c44cc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1068213 Jul 05 07:50:55.784176 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cf7666e6-79dc-4961-90cd-9c9070f14e10 req-37ace29f-b221-479a-aec6-c922ba9eb972 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622020 Jul 05 07:50:55.797806 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bfd51079-4bef-463f-9f34-9637afe51560 req-71e0d98a-d1b7-4afd-886e-b470e238eeb6 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519249 Jul 05 07:50:57.020982 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad6f4c-0deb-47c5-a24a-3bebc371950d req-9bae2df2-eea4-4489-9b31-ec7b4d634acb tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:57.022554 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9dad6f4c-0deb-47c5-a24a-3bebc371950d req-9bae2df2-eea4-4489-9b31-ec7b4d634acb tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1079109 Jul 05 07:50:57.044012 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cae2d-3ac0-414d-87d8-b369f3b0e79c req-a1ba6a9f-ffea-4435-811b-0b0a130b4c84 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:57.045501 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d00cae2d-3ac0-414d-87d8-b369f3b0e79c req-a1ba6a9f-ffea-4435-811b-0b0a130b4c84 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1197944 Jul 05 07:50:57.090161 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9dad6f4c-0deb-47c5-a24a-3bebc371950d req-0150be27-8d6f-496f-88b0-93b2601bfe8f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601869 Jul 05 07:50:57.110216 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d00cae2d-3ac0-414d-87d8-b369f3b0e79c req-ee933ea1-120d-4351-8f58-a115a74e991c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520175 Jul 05 07:50:58.322578 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9b4f7-61d8-4757-a0d7-ebe88c465a7a req-67269a12-db56-4963-826c-b371ff009f3d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:58.324073 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38e9b4f7-61d8-4757-a0d7-ebe88c465a7a req-67269a12-db56-4963-826c-b371ff009f3d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1123147 Jul 05 07:50:58.332862 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de452d48-eabb-4f8e-a0e3-70ef4a25e64d req-85c5c27d-d90f-4bde-a72f-386bb55cf15d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:58.334311 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de452d48-eabb-4f8e-a0e3-70ef4a25e64d req-85c5c27d-d90f-4bde-a72f-386bb55cf15d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0931480 Jul 05 07:50:58.624099 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38e9b4f7-61d8-4757-a0d7-ebe88c465a7a req-8fc84e23-48fe-40b9-bd2c-c4ef47ed0c88 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886367 Jul 05 07:50:58.633071 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de452d48-eabb-4f8e-a0e3-70ef4a25e64d req-b470c654-070a-4187-b7c5-f95c6c719e12 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2906940 Jul 05 07:50:59.818116 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb99e6-08c8-4754-8210-1ee061b06c64 req-4c4ae280-0dec-4e53-bd5d-f5f35276e0e1 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:59.819778 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7cb99e6-08c8-4754-8210-1ee061b06c64 req-4c4ae280-0dec-4e53-bd5d-f5f35276e0e1 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0721729 Jul 05 07:50:59.897557 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7cb99e6-08c8-4754-8210-1ee061b06c64 req-5f0c38b9-b9f7-4b7d-ad51-dd9540929949 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703151 Jul 05 07:50:59.948775 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b835b-7f7a-45a6-91ba-c75e5efd7e15 req-78bae6d9-a163-4645-a9e5-fda84395da24 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:50:59.950266 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e50b835b-7f7a-45a6-91ba-c75e5efd7e15 req-78bae6d9-a163-4645-a9e5-fda84395da24 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1067991 Jul 05 07:51:00.033603 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e50b835b-7f7a-45a6-91ba-c75e5efd7e15 req-055cc9e4-a446-4a13-82d8-4ec446e3c609 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653594 Jul 05 07:51:00.042092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-f93f4826-1bda-457b-bb5b-86e91c522531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:00.043718 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-f93f4826-1bda-457b-bb5b-86e91c522531 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b&tenant_id=4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 1097 time: 0.1279018 Jul 05 07:51:00.128790 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-5456a2db-fd0f-4f05-8d3d-f6cc3025467c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:00.130286 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-5456a2db-fd0f-4f05-8d3d-f6cc3025467c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 1097 time: 0.0560286 Jul 05 07:51:00.223162 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-81d35c34-a114-47d8-88ac-c1f369b99033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:00.224656 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-81d35c34-a114-47d8-88ac-c1f369b99033 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.0845194 Jul 05 07:51:00.314689 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-2bd6b54d-1f77-4b46-bc5f-26c637527a64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7e27456f-6410-4633-8354-8f1fb23c560e HTTP/1.1" status: 200 len: 1000 time: 0.0617855 Jul 05 07:51:00.364843 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-a1ffbd05-842c-4472-b794-499077da1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:00.366321 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-a1ffbd05-842c-4472-b794-499077da1a2d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0445423 Jul 05 07:51:00.432797 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-d7682418-fa40-4b84-acdb-26ff50d6ec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:00.434319 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-d7682418-fa40-4b84-acdb-26ff50d6ec5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572166 Jul 05 07:51:00.539538 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-bba8674e-d409-45b1-b87c-cbf5612c9011 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949147 Jul 05 07:51:00.632671 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e14fab8f-bb1a-4b72-9330-e6842bcf5dcb req-0eaeeb63-a521-4a35-985f-283e09a3d5fb service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824437 Jul 05 07:51:01.089154 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6157ad-4da4-4327-a3ba-c72aedbd3f4f req-e98119cf-a8bb-4916-afa9-f9cb5f6b0f35 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:01.090714 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb6157ad-4da4-4327-a3ba-c72aedbd3f4f req-e98119cf-a8bb-4916-afa9-f9cb5f6b0f35 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0692518 Jul 05 07:51:01.139389 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb6157ad-4da4-4327-a3ba-c72aedbd3f4f req-20482a81-c9c3-4482-8c50-d136b4ad5929 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409684 Jul 05 07:51:01.260036 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3cadb-4372-44e5-9acc-202d56a3964b req-6b09720e-48f0-483c-a5b6-daf20052f041 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:01.263094 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-86d3cadb-4372-44e5-9acc-202d56a3964b req-6b09720e-48f0-483c-a5b6-daf20052f041 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0971615 Jul 05 07:51:01.344297 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-86d3cadb-4372-44e5-9acc-202d56a3964b req-9504f55f-2656-497d-92b2-609debfd030d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740688 Jul 05 07:51:02.394331 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88023f-b786-4cac-9fb4-ff4209100bcd req-b9e5db80-b274-467b-bf63-fdf5ed5ba43d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:02.395913 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ba88023f-b786-4cac-9fb4-ff4209100bcd req-b9e5db80-b274-467b-bf63-fdf5ed5ba43d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0733335 Jul 05 07:51:02.435475 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ba88023f-b786-4cac-9fb4-ff4209100bcd req-df742878-7804-424e-b378-1710fd6b6f39 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337605 Jul 05 07:51:02.615501 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39aeeda-4a72-473f-8115-276a407e4bb5 req-9f6ae3af-3097-4dc8-83c3-eb2b585e30b9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:02.617070 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a39aeeda-4a72-473f-8115-276a407e4bb5 req-9f6ae3af-3097-4dc8-83c3-eb2b585e30b9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0726697 Jul 05 07:51:02.655515 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a39aeeda-4a72-473f-8115-276a407e4bb5 req-28f01ce4-4b0f-4ad2-9834-587d613db2d5 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325141 Jul 05 07:51:02.821836 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2f9b9-98a6-4723-ad71-ecbaff199feb req-f589009e-7e54-4a00-a9cf-aabc83ce854a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:02.823368 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-76f2f9b9-98a6-4723-ad71-ecbaff199feb req-f589009e-7e54-4a00-a9cf-aabc83ce854a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0665870 Jul 05 07:51:02.864685 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-76f2f9b9-98a6-4723-ad71-ecbaff199feb req-bb5e643c-28af-44cd-a152-06bfe4b731e6 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344694 Jul 05 07:51:03.621644 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7d40e-a236-4194-b84d-ecdb7d489182 req-3929faae-724d-4abe-8ee1-3fe42f28f5f6 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:03.623299 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-09f7d40e-a236-4194-b84d-ecdb7d489182 req-3929faae-724d-4abe-8ee1-3fe42f28f5f6 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0715902 Jul 05 07:51:03.663789 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-09f7d40e-a236-4194-b84d-ecdb7d489182 req-667aae62-2e52-4b8f-a015-50a9aa4c8321 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Jul 05 07:51:03.840115 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f5a77-cec3-4b9c-9a6c-9db07c4c5707 req-0e922498-d931-4be9-8419-806d3276f827 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:03.842069 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa8f5a77-cec3-4b9c-9a6c-9db07c4c5707 req-0e922498-d931-4be9-8419-806d3276f827 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0722187 Jul 05 07:51:03.886221 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa8f5a77-cec3-4b9c-9a6c-9db07c4c5707 req-466475b7-d292-4080-b108-807eb68fb3fc tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344636 Jul 05 07:51:04.068702 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15ed211-48d9-47e0-8869-b7125221b73a req-a6c4a894-9bed-4784-8e5d-3210a94469f8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:04.070149 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f15ed211-48d9-47e0-8869-b7125221b73a req-a6c4a894-9bed-4784-8e5d-3210a94469f8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0647247 Jul 05 07:51:04.108907 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f15ed211-48d9-47e0-8869-b7125221b73a req-c6a8b920-cceb-4b29-9478-c8a0048d7348 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327969 Jul 05 07:51:04.851747 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2dc79-54ca-4003-832a-42eff6580133 req-9a32d7e3-a7f9-4284-814a-346ca29d3afe tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:04.853424 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-24d2dc79-54ca-4003-832a-42eff6580133 req-9a32d7e3-a7f9-4284-814a-346ca29d3afe tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0711112 Jul 05 07:51:04.896299 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-24d2dc79-54ca-4003-832a-42eff6580133 req-e6fc4ee4-c445-4dfb-92aa-77da86caa267 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370877 Jul 05 07:51:05.075791 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a227d-738d-4471-a2d1-c65473a93efa req-57f0b703-719e-4771-819e-e2d3dc0d851d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:05.077367 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f26a227d-738d-4471-a2d1-c65473a93efa req-57f0b703-719e-4771-819e-e2d3dc0d851d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0650852 Jul 05 07:51:05.117742 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f26a227d-738d-4471-a2d1-c65473a93efa req-8edd88ab-8d9e-4a1d-8105-8a177d20098e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335691 Jul 05 07:51:05.294850 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdfb425-4fc8-4378-814d-c8d7d38c20a9 req-57ed24f7-9865-4191-b219-8c5b9e2e15c5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:05.296308 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0bdfb425-4fc8-4378-814d-c8d7d38c20a9 req-57ed24f7-9865-4191-b219-8c5b9e2e15c5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0673666 Jul 05 07:51:05.336207 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0bdfb425-4fc8-4378-814d-c8d7d38c20a9 req-0f42f7c0-5376-451c-98dd-8ff13d3c8a39 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338733 Jul 05 07:51:06.084392 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f331c36-99f9-4d0e-867c-2c6731b3ed30 req-d09024fd-f55b-4001-b89e-876a2959d535 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:06.085973 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f331c36-99f9-4d0e-867c-2c6731b3ed30 req-d09024fd-f55b-4001-b89e-876a2959d535 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0667720 Jul 05 07:51:06.127739 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6f331c36-99f9-4d0e-867c-2c6731b3ed30 req-dbbf18dd-cc3d-42be-8ded-7acc4b24820e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359190 Jul 05 07:51:06.307031 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaee1cb-0006-4fa0-9a9c-9df3955749d0 req-06a7fe2f-58f8-452f-a017-864898e36cec tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:06.308563 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2eaee1cb-0006-4fa0-9a9c-9df3955749d0 req-06a7fe2f-58f8-452f-a017-864898e36cec tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0694366 Jul 05 07:51:06.350191 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2eaee1cb-0006-4fa0-9a9c-9df3955749d0 req-c9a71ecc-da69-462e-9dde-cae9fb31c2a3 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jul 05 07:51:06.534097 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67294d7-8d1c-4ced-83c6-f72c5fa48b8b req-b387673c-a1ea-4b53-8c4c-ba60fefecc17 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:06.535798 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f67294d7-8d1c-4ced-83c6-f72c5fa48b8b req-b387673c-a1ea-4b53-8c4c-ba60fefecc17 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0718913 Jul 05 07:51:06.576491 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f67294d7-8d1c-4ced-83c6-f72c5fa48b8b req-9adc2f34-5e24-4b61-913c-9956c4bc36cd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348423 Jul 05 07:51:07.309771 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbdca4-76db-47fe-be9a-bfbf04d962e6 req-053fb585-6e4c-4cbb-a91d-e0ae8f3f36a5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:07.311274 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aecbdca4-76db-47fe-be9a-bfbf04d962e6 req-053fb585-6e4c-4cbb-a91d-e0ae8f3f36a5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0657399 Jul 05 07:51:07.352160 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aecbdca4-76db-47fe-be9a-bfbf04d962e6 req-e49de858-8a95-40d9-880a-1effe872bb23 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348632 Jul 05 07:51:07.535332 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3936f7ad-2240-47e7-ac55-d106e4fde71e req-b54d2053-cb23-404d-ae63-8ef661c0541c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:07.536859 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3936f7ad-2240-47e7-ac55-d106e4fde71e req-b54d2053-cb23-404d-ae63-8ef661c0541c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0692577 Jul 05 07:51:07.575486 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3936f7ad-2240-47e7-ac55-d106e4fde71e req-63cad24f-9119-4413-86f7-1aa07d3c964c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Jul 05 07:51:07.758676 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53677f46-3d84-46cc-9340-3e1439863b89 req-d46389c4-72ca-40e9-a3ba-5bd14064b142 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:07.760210 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53677f46-3d84-46cc-9340-3e1439863b89 req-d46389c4-72ca-40e9-a3ba-5bd14064b142 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0658107 Jul 05 07:51:07.806985 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53677f46-3d84-46cc-9340-3e1439863b89 req-e56e46bc-7be2-4b2b-99ab-6c0f0995b5cf tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409591 Jul 05 07:51:08.531944 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125464f-d8d1-4441-8cfb-61f07ea13e0d req-6e76d04a-1075-4432-bfce-32d9007963a0 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:08.534297 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3125464f-d8d1-4441-8cfb-61f07ea13e0d req-6e76d04a-1075-4432-bfce-32d9007963a0 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0669680 Jul 05 07:51:08.577143 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3125464f-d8d1-4441-8cfb-61f07ea13e0d req-63dd6fc4-0aaf-450d-b6bf-76832d09ee0e tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335371 Jul 05 07:51:08.773391 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54839000-2026-47de-b1a2-bfcf826d2611 req-2ecfeefe-9238-4f65-af4a-2904bbf3e097 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:08.774921 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-54839000-2026-47de-b1a2-bfcf826d2611 req-2ecfeefe-9238-4f65-af4a-2904bbf3e097 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0695984 Jul 05 07:51:08.814815 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-54839000-2026-47de-b1a2-bfcf826d2611 req-e00c706f-c32a-462f-bc37-7efed2506f2e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341489 Jul 05 07:51:09.000608 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78eb49-7b53-4a0f-86ff-607169c618df req-682d772b-58b0-4bdb-af49-b2f7a7dd4070 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:09.003575 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b78eb49-7b53-4a0f-86ff-607169c618df req-682d772b-58b0-4bdb-af49-b2f7a7dd4070 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0717645 Jul 05 07:51:09.045923 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b78eb49-7b53-4a0f-86ff-607169c618df req-44dc8993-6a39-44fd-8565-6dc56b11b524 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364499 Jul 05 07:51:09.758867 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafddba3-b83a-4cf5-9e9d-02dc6e2f3cdb req-487f4ea0-79a5-43d0-a9ea-ddf880832aa1 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:09.760406 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bafddba3-b83a-4cf5-9e9d-02dc6e2f3cdb req-487f4ea0-79a5-43d0-a9ea-ddf880832aa1 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0695717 Jul 05 07:51:09.800896 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bafddba3-b83a-4cf5-9e9d-02dc6e2f3cdb req-10ea6dac-b600-4586-820c-7f6a3a1a3f18 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345669 Jul 05 07:51:10.000516 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd8187-c838-4097-acfd-3d3b9f24d48d req-9f50a374-da39-49d8-b9d4-ea53d4a8532e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:10.005985 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-01fd8187-c838-4097-acfd-3d3b9f24d48d req-9f50a374-da39-49d8-b9d4-ea53d4a8532e tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0723989 Jul 05 07:51:10.045123 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-01fd8187-c838-4097-acfd-3d3b9f24d48d req-66bdae1c-86d4-4053-9897-6c1d70578714 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356596 Jul 05 07:51:10.239254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743d6c-e197-448b-9c19-706024286239 req-ca4703f8-7bd1-4838-9065-fdf430f67037 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:10.240736 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-26743d6c-e197-448b-9c19-706024286239 req-ca4703f8-7bd1-4838-9065-fdf430f67037 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0681489 Jul 05 07:51:10.286748 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-26743d6c-e197-448b-9c19-706024286239 req-f1885b0d-9f6f-44cc-b045-95cafa8a4697 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401399 Jul 05 07:51:10.727258 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:51:10.991775 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba8e43-61d4-4e06-82d0-bd795edf3ed2 req-050257c1-4340-4afd-94ca-fe04c0395cde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:10.993270 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-caba8e43-61d4-4e06-82d0-bd795edf3ed2 req-050257c1-4340-4afd-94ca-fe04c0395cde tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0699735 Jul 05 07:51:11.033684 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-caba8e43-61d4-4e06-82d0-bd795edf3ed2 req-fcdaeff2-365f-449a-b235-5fe0fc01a721 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Jul 05 07:51:11.232488 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0b3d2-f80b-4ffb-a014-b4979e9a264c req-1bbd6510-620e-4643-86a0-9b657016ebc1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:11.233940 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cdc0b3d2-f80b-4ffb-a014-b4979e9a264c req-1bbd6510-620e-4643-86a0-9b657016ebc1 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0672815 Jul 05 07:51:11.276198 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cdc0b3d2-f80b-4ffb-a014-b4979e9a264c req-0c0a5b0e-971c-4eb0-b808-ed7beb13ea1b tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354533 Jul 05 07:51:11.482968 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6924c5a-1864-4be0-8941-96c54b2a34e9 req-702f3a04-e1de-4bec-8fde-752c04e2068d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:11.484350 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6924c5a-1864-4be0-8941-96c54b2a34e9 req-702f3a04-e1de-4bec-8fde-752c04e2068d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0709512 Jul 05 07:51:11.525282 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e6924c5a-1864-4be0-8941-96c54b2a34e9 req-587062ac-df55-4772-8487-f7b70904ec80 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348253 Jul 05 07:51:12.224287 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e48b2-fd4f-4336-a3f6-e19c17152df4 req-935243b4-e341-452f-a08d-c21073697730 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:12.226110 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-569e48b2-fd4f-4336-a3f6-e19c17152df4 req-935243b4-e341-452f-a08d-c21073697730 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0688882 Jul 05 07:51:12.266214 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-569e48b2-fd4f-4336-a3f6-e19c17152df4 req-5ffd5f8e-8277-4372-a540-9eefedb3e003 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339854 Jul 05 07:51:12.458799 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58ab02-00c5-4c94-ba24-9ac724e52caf req-a56e5c3e-2088-40e0-a8ef-c78a51d3cbca tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:12.460334 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6a58ab02-00c5-4c94-ba24-9ac724e52caf req-a56e5c3e-2088-40e0-a8ef-c78a51d3cbca tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0652444 Jul 05 07:51:12.501992 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6a58ab02-00c5-4c94-ba24-9ac724e52caf req-8618f30c-17a7-4db1-a03d-05766e15293d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357144 Jul 05 07:51:12.718632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0def6-f022-4d9b-ba58-b2bf02f50f6c req-f6be23a0-b8ca-43f8-819b-f438f95bf3aa tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:12.720611 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-04f0def6-f022-4d9b-ba58-b2bf02f50f6c req-f6be23a0-b8ca-43f8-819b-f438f95bf3aa tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0738404 Jul 05 07:51:12.764640 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-04f0def6-f022-4d9b-ba58-b2bf02f50f6c req-eafc5b2a-9b0e-401b-9803-2759fe95b96d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372622 Jul 05 07:51:13.456154 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e920ad-0fc8-436a-b5e3-ff21cd01fe67 req-694aa401-15c9-48a9-88f9-90ecc7ee1dad tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:13.457724 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f4e920ad-0fc8-436a-b5e3-ff21cd01fe67 req-694aa401-15c9-48a9-88f9-90ecc7ee1dad tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0714204 Jul 05 07:51:13.499401 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f4e920ad-0fc8-436a-b5e3-ff21cd01fe67 req-b8cb9b84-eb99-4edb-992e-d493759e45f5 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Jul 05 07:51:13.686422 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356b903-78c1-4188-98e0-6b5ecf07d155 req-f8938fd1-c693-418e-91d1-ed0eb68334ce tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:13.688120 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e356b903-78c1-4188-98e0-6b5ecf07d155 req-f8938fd1-c693-418e-91d1-ed0eb68334ce tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0684185 Jul 05 07:51:13.726602 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e356b903-78c1-4188-98e0-6b5ecf07d155 req-a6044a05-4de8-422b-a0ca-7cdd9c263c4c tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319891 Jul 05 07:51:13.953664 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3700d24-7cbf-4b6f-9862-080cd200cf68 req-763bb9a9-ffab-4394-b8f6-4ad7d1c68aa2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:13.955325 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d3700d24-7cbf-4b6f-9862-080cd200cf68 req-763bb9a9-ffab-4394-b8f6-4ad7d1c68aa2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0663500 Jul 05 07:51:13.997494 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d3700d24-7cbf-4b6f-9862-080cd200cf68 req-c1d8319d-2fbe-43d8-b527-f06019803ebb tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364046 Jul 05 07:51:14.670850 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f96e86-f270-4d02-aac8-83d273401d9b req-bd0fcb89-c573-4f72-8b49-63f2eb72a957 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:14.672362 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-11f96e86-f270-4d02-aac8-83d273401d9b req-bd0fcb89-c573-4f72-8b49-63f2eb72a957 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0612347 Jul 05 07:51:14.711014 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-11f96e86-f270-4d02-aac8-83d273401d9b req-8fd13040-fa88-438f-ac75-d1958e2ce776 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328238 Jul 05 07:51:14.783929 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-15a586e5-d07d-4412-bb01-3d246b04fb4f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551784 Jul 05 07:51:14.904008 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-fa75cd57-b059-4f96-af94-e3d31512352d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:14.905571 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-fa75cd57-b059-4f96-af94-e3d31512352d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 1099 time: 0.0950491 Jul 05 07:51:14.919418 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78873646-9154-40e0-bac2-eca6ce723605 req-56638eea-43e6-4249-a062-748598e1ea52 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:14.920791 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-78873646-9154-40e0-bac2-eca6ce723605 req-56638eea-43e6-4249-a062-748598e1ea52 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.0821462 Jul 05 07:51:15.010549 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-78873646-9154-40e0-bac2-eca6ce723605 req-c5ce98b8-3c25-410f-b43d-a4caa236a8df tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828664 Jul 05 07:51:15.041106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-50974833-6b6f-4640-ae5a-4d67669253fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:15.042682 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-50974833-6b6f-4640-ae5a-4d67669253fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.1134508 Jul 05 07:51:15.086621 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-1a038af3-29f6-4f1e-9d65-0fd6403a919b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4 HTTP/1.1" status: 200 len: 217 time: 0.0351772 Jul 05 07:51:15.169540 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-78fb40d3-79cb-44be-96b7-06e81c910ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:15.171006 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-78fb40d3-79cb-44be-96b7-06e81c910ab1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.0775936 Jul 05 07:51:15.231484 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-01d259fb-6aac-46f2-aa9a-9bf657c4256d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411417 Jul 05 07:51:15.242702 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904aa888-a5d1-4311-bb52-24451eaf0447 req-b70c91b1-a7df-47fd-a6be-a63952ad38d2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:15.244115 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-904aa888-a5d1-4311-bb52-24451eaf0447 req-b70c91b1-a7df-47fd-a6be-a63952ad38d2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1200843 Jul 05 07:51:15.333745 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-904aa888-a5d1-4311-bb52-24451eaf0447 req-648e0bcc-4544-474e-8894-8bdbdbeaae45 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780122 Jul 05 07:51:15.359068 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-e4b54d60-94bc-4f13-b123-dad8f429421c service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139526 Jul 05 07:51:15.451083 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c39eea2-0d34-43e1-b40b-1a82e28ae4ac req-2abd661c-72d8-41fb-b4fc-c718389c50c4 service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818853 Jul 05 07:51:15.918097 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e48b7-34b4-47f7-966f-07a270a4a348 req-51348d68-927a-4553-bc54-c872f3b32249 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:15.919646 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af6e48b7-34b4-47f7-966f-07a270a4a348 req-51348d68-927a-4553-bc54-c872f3b32249 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0792575 Jul 05 07:51:15.962313 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af6e48b7-34b4-47f7-966f-07a270a4a348 req-5ac7002c-9588-4160-ac92-6902d7363ac3 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369110 Jul 05 07:51:16.037761 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b5a14-cab9-4da9-a7ff-0f9d324fd21a req-0b5fd772-6ed4-424d-83bd-faf632dce12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:16.039605 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8d4b5a14-cab9-4da9-a7ff-0f9d324fd21a req-0b5fd772-6ed4-424d-83bd-faf632dce12a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.0549190 Jul 05 07:51:16.120085 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8d4b5a14-cab9-4da9-a7ff-0f9d324fd21a req-14c5f733-76ad-41ac-848a-c4fe6a4ef85f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Jul 05 07:51:16.177291 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-90beaf94-813b-462f-90c0-777a86bef0f4 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:16.178741 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-90beaf94-813b-462f-90c0-777a86bef0f4 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.1210914 Jul 05 07:51:16.246238 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa859b01-6e1f-40aa-8a34-3a64311745da req-505b86eb-ea5d-4301-b787-58e2352f73e6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:16.247742 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa859b01-6e1f-40aa-8a34-3a64311745da req-505b86eb-ea5d-4301-b787-58e2352f73e6 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 945 time: 0.1209054 Jul 05 07:51:16.311975 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fa859b01-6e1f-40aa-8a34-3a64311745da req-028e1d2e-dbf7-404e-a459-9d5e4d97abb9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583060 Jul 05 07:51:16.326840 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Deleting port 9417ab5d-31e6-448c-953a-a186930ed3e7 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:16.327184 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:16.365441 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-247b197e-c275-4433-a7f5-aadbd0256206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:16.415411 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] For port 9417ab5d-31e6-448c-953a-a186930ed3e7, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=9417ab5d-31e6-448c-953a-a186930ed3e7,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:16.415714 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:16.428777 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Calling delete_port for 9417ab5d-31e6-448c-953a-a186930ed3e7 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:16.556147 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c8b7db-d339-4a77-8997-f8a471f874e9 req-f117c3cd-1be1-4aec-a718-257fc3031feb tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:16.557634 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-46c8b7db-d339-4a77-8997-f8a471f874e9 req-f117c3cd-1be1-4aec-a718-257fc3031feb tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0868618 Jul 05 07:51:16.631483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-46c8b7db-d339-4a77-8997-f8a471f874e9 req-e2a5a055-c77e-4d5e-9e45-8def88cf2c19 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677814 Jul 05 07:51:16.632415 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:16.647167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91', 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b', '9417ab5d-31e6-448c-953a-a186930ed3e7'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:51:16.668440 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event deleted for resources: {'Port': ['ID=9417ab5d-31e6-448c-953a-a186930ed3e7,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:16.697296 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.697679 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.697978 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.698314 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.698675 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.699007 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.699336 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.699702 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.699991 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.700315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.700638 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.700955 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:16.720550 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] No DVR routers for this DVR port 9417ab5d-31e6-448c-953a-a186930ed3e7 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:51:16.723042 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:16.725029 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14302af0-1974-4779-9ee9-e23a7991c8b2 req-868d343e-bb89-4b28-a354-a80b1401cf8d tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "DELETE /v2.0/ports/9417ab5d-31e6-448c-953a-a186930ed3e7 HTTP/1.1" status: 204 len: 173 time: 0.5394013 Jul 05 07:51:16.725474 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'name': 'network-vif-deleted', 'tag': '9417ab5d-31e6-448c-953a-a186930ed3e7'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:51:16.728053 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73f5239-e794-4f3f-a24a-bb5ef3e15677" -d '{"events": [{"server_uuid": "aab52478-43c2-4dd7-a607-7d82ef4e8b18", "name": "network-vif-deleted", "tag": "9417ab5d-31e6-448c-953a-a186930ed3e7"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:51:16.779592 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24569e92-843f-4da1-8fb6-9afab70f5eba x-openstack-request-id: req-24569e92-843f-4da1-8fb6-9afab70f5eba {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:51:16.780003 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aab52478-43c2-4dd7-a607-7d82ef4e8b18", "name": "network-vif-deleted", "tag": "9417ab5d-31e6-448c-953a-a186930ed3e7", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:51:16.780352 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24569e92-843f-4da1-8fb6-9afab70f5eba {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:51:16.780865 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aab52478-43c2-4dd7-a607-7d82ef4e8b18', 'name': 'network-vif-deleted', 'tag': '9417ab5d-31e6-448c-953a-a186930ed3e7', 'status': 'completed', 'code': 200} Jul 05 07:51:17.155257 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93dc21d-1def-432e-9c1d-cfdc5e7feaa8 req-0b03eb94-4b6b-481c-86d2-8d7f26bf7757 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:17.156727 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b93dc21d-1def-432e-9c1d-cfdc5e7feaa8 req-0b03eb94-4b6b-481c-86d2-8d7f26bf7757 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0698788 Jul 05 07:51:17.199080 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b93dc21d-1def-432e-9c1d-cfdc5e7feaa8 req-4a9a8a61-263b-4690-9e5e-382c125bd43f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349855 Jul 05 07:51:17.477251 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-86cc3b58-bc13-4c46-a787-57a47bc8981c req-c7818550-4e95-4c54-97ff-a11db583c283 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=aab52478-43c2-4dd7-a607-7d82ef4e8b18 HTTP/1.1" status: 200 len: 210 time: 0.0319636 Jul 05 07:51:17.815797 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73971304-5e1b-4a86-a846-e925d8094f75 req-2e373c74-1d87-4f48-9607-8fd585c86a39 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:17.817262 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-73971304-5e1b-4a86-a846-e925d8094f75 req-2e373c74-1d87-4f48-9607-8fd585c86a39 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0627358 Jul 05 07:51:17.855015 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-73971304-5e1b-4a86-a846-e925d8094f75 req-e19b52b8-68e2-4556-93cc-5f003816a72b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Jul 05 07:51:18.379144 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391c17a-d4a2-4234-9418-ec447211fe05 req-186aca6a-4abb-4662-aa62-b1836ac4ba5f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:18.380794 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9391c17a-d4a2-4234-9418-ec447211fe05 req-186aca6a-4abb-4662-aa62-b1836ac4ba5f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0648468 Jul 05 07:51:18.418090 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9391c17a-d4a2-4234-9418-ec447211fe05 req-927d882d-d3fb-42b5-8f64-fdb6810da13d tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Jul 05 07:51:18.880921 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-14ed6037-3092-4c55-96a7-6250f452c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:18.883959 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-14ed6037-3092-4c55-96a7-6250f452c40d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5be2e4b042484476847f61d7982422aa&device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 1099 time: 0.0623481 Jul 05 07:51:19.012856 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-a56c8f73-bd4d-4d64-8ea3-ba6a4b5df1fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:19.053953 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cde07e3-c8c7-484b-8cc1-b0c4137dd2ff req-a13085f3-a5f8-44e2-8169-dd24dc698409 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:19.055357 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2cde07e3-c8c7-484b-8cc1-b0c4137dd2ff req-a13085f3-a5f8-44e2-8169-dd24dc698409 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1570024 Jul 05 07:51:19.060231 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-2d86a4f2-956b-4816-8dfd-e6ce558ad45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:19.061564 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-2d86a4f2-956b-4816-8dfd-e6ce558ad45e service neutron] 10.222.0.24 "GET /v2.0/networks?id=4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 200 len: 919 time: 0.1719544 Jul 05 07:51:19.117743 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-8780eb85-70b4-4260-8fc1-92a4cceacad4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 200 len: 217 time: 0.0459044 Jul 05 07:51:19.164378 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2cde07e3-c8c7-484b-8cc1-b0c4137dd2ff req-3e3470db-0124-40ad-98f3-9aca7fbf37a8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019027 Jul 05 07:51:19.171416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4db513-6c29-4842-8f5c-e71f350375db req-50aa15ad-494f-4321-aa7f-983cf6760b51 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:19.173441 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-db4db513-6c29-4842-8f5c-e71f350375db req-50aa15ad-494f-4321-aa7f-983cf6760b51 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.1949289 Jul 05 07:51:19.204273 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-8d5f4ae3-b395-4c0b-8ae8-3e1edb23e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:19.205665 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-8d5f4ae3-b395-4c0b-8ae8-3e1edb23e506 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 200 len: 858 time: 0.0769246 Jul 05 07:51:19.245670 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-175644c5-f351-4978-94c9-8c7dd1727c01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4bd57993-f4c4-4188-8d6f-b12b802f2388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311675 Jul 05 07:51:19.248829 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-db4db513-6c29-4842-8f5c-e71f350375db req-3d1bde70-0970-486a-aa27-c28b0eb0ee76 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679164 Jul 05 07:51:19.280503 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:19.339805 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-6cc75fc5-d48c-427a-9c97-2ccd5ac6461b service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844305 Jul 05 07:51:19.379109 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:19.651483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-397d651a-9a77-41d2-aa52-8b9fe1657f4a req-61299832-6acf-4bf4-9f86-077f55faecff service neutron] 10.222.0.24 "GET /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039713 Jul 05 07:51:19.673686 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 9417ab5d-31e6-448c-953a-a186930ed3e7 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:19.696015 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 9417ab5d-31e6-448c-953a-a186930ed3e7 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:19.696362 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 9417ab5d-31e6-448c-953a-a186930ed3e7 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:20.047488 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfac02-0c1c-46da-abd2-12c14b26b407 req-a11d7ecd-11fa-4d78-8999-43f0fa23fe3a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:20.049623 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3bfac02-0c1c-46da-abd2-12c14b26b407 req-a11d7ecd-11fa-4d78-8999-43f0fa23fe3a tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.0652549 Jul 05 07:51:20.089350 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3bfac02-0c1c-46da-abd2-12c14b26b407 req-08c0acc7-b110-4804-8cae-53d7e71aaa78 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342405 Jul 05 07:51:20.133401 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:20.337564 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c62d3-5139-4f63-a5a6-272621ba98e5 req-4e01707c-69cf-4610-8ad1-fc55ed0f9900 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:20.339140 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2d7c62d3-5139-4f63-a5a6-272621ba98e5 req-4e01707c-69cf-4610-8ad1-fc55ed0f9900 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0633159 Jul 05 07:51:20.388444 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2d7c62d3-5139-4f63-a5a6-272621ba98e5 req-a574c732-b3ad-43eb-ba6b-14927ef7bda7 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436516 Jul 05 07:51:20.440041 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed803f-8bed-4540-9b10-db966114a5f0 req-c48e7331-0e5e-4af4-801f-ad4fc773cf3a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:20.441618 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d7ed803f-8bed-4540-9b10-db966114a5f0 req-c48e7331-0e5e-4af4-801f-ad4fc773cf3a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0703890 Jul 05 07:51:20.480479 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d7ed803f-8bed-4540-9b10-db966114a5f0 req-cb5d6bd5-0213-4941-a48f-c7b02bbe2b5e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333090 Jul 05 07:51:21.267942 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820af50c-f78b-428b-9701-cca0aee58b21 req-404e3088-449c-40f7-a952-c3619e48b726 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:21.269353 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-820af50c-f78b-428b-9701-cca0aee58b21 req-404e3088-449c-40f7-a952-c3619e48b726 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.0672796 Jul 05 07:51:21.307039 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-820af50c-f78b-428b-9701-cca0aee58b21 req-dd9f759b-b1ac-4d45-b703-99abf31dfae9 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320184 Jul 05 07:51:21.563079 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119d028-d265-4037-a31b-552d95ffafb5 req-bd6923e6-e07d-47f2-bd1e-61d01810dc06 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:21.565322 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7119d028-d265-4037-a31b-552d95ffafb5 req-bd6923e6-e07d-47f2-bd1e-61d01810dc06 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0634241 Jul 05 07:51:21.604250 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7119d028-d265-4037-a31b-552d95ffafb5 req-72d25106-3613-4ca0-aa8b-47ee6337bf9c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333889 Jul 05 07:51:21.663434 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52504fe-2365-40b6-96e7-b271e21a5c99 req-18da7f93-8f66-4d5d-b659-4892539d7899 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:21.664921 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d52504fe-2365-40b6-96e7-b271e21a5c99 req-18da7f93-8f66-4d5d-b659-4892539d7899 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 944 time: 0.0651238 Jul 05 07:51:21.693433 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:51:21.708737 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d52504fe-2365-40b6-96e7-b271e21a5c99 req-67bb96b8-5ae9-4ff0-afb9-107dccfd1f3d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381889 Jul 05 07:51:21.769732 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:21.796132 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:21.807220 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '7e27456f-6410-4633-8354-8f1fb23c560e', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'port_id': '7e27456f-6410-4633-8354-8f1fb23c560e', 'mac_address': 'fa:16:3e:f0:97:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:51:21.851372 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:21.866120 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e27456f-6410-4633-8354-8f1fb23c560e {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:51:21.887279 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:21.891226 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:21.940541 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=9']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:22.116758 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-2570d2a7-8b05-4ca0-a0d1-2d69235e81b2 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:22.118186 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-2570d2a7-8b05-4ca0-a0d1-2d69235e81b2 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 945 time: 0.0626881 Jul 05 07:51:22.223780 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Deleting port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:22.224158 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:22.240672 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7e27456f-6410-4633-8354-8f1fb23c560e'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:51:22.316174 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] For port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:22.316767 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:22.328432 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Calling delete_port for 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:22.492233 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:22.526237 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event deleted for resources: {'Port': ['ID=6048e4ec-d52e-41a6-bc5a-11f0714bfe4b,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:22.566672 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9a5ab-777f-4615-b93f-aa0f98cad0b0 req-ac89c231-4c4c-4823-90c8-e3a1bca74ae0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:22.568142 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-95c9a5ab-777f-4615-b93f-aa0f98cad0b0 req-ac89c231-4c4c-4823-90c8-e3a1bca74ae0 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=cde6e3ec-9c3d-44ba-9f33-fa2978473cf5 HTTP/1.1" status: 200 len: 867 time: 0.1351838 Jul 05 07:51:22.589171 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] No DVR routers for this DVR port 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:51:22.591745 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:22.593645 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d37c7721-02f8-4a4d-b1d8-68079166f3b0 req-104c940e-ed56-4da4-ad7d-934a87f6121f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "DELETE /v2.0/ports/6048e4ec-d52e-41a6-bc5a-11f0714bfe4b HTTP/1.1" status: 204 len: 173 time: 0.4635298 Jul 05 07:51:22.599031 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'name': 'network-vif-deleted', 'tag': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:51:22.601448 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47681915-00e7-436e-8713-fc781c53ca15" -d '{"events": [{"server_uuid": "cde6e3ec-9c3d-44ba-9f33-fa2978473cf5", "name": "network-vif-deleted", "tag": "6048e4ec-d52e-41a6-bc5a-11f0714bfe4b"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:51:22.632551 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-95c9a5ab-777f-4615-b93f-aa0f98cad0b0 req-44e9f2a7-06f5-4c26-8032-83c7c90f7241 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443790 Jul 05 07:51:22.642448 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ef218d-7617-4176-936d-a28be1ceef86 x-openstack-request-id: req-28ef218d-7617-4176-936d-a28be1ceef86 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:51:22.642448 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cde6e3ec-9c3d-44ba-9f33-fa2978473cf5", "name": "network-vif-deleted", "tag": "6048e4ec-d52e-41a6-bc5a-11f0714bfe4b", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:51:22.642448 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-28ef218d-7617-4176-936d-a28be1ceef86 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:51:22.642764 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cde6e3ec-9c3d-44ba-9f33-fa2978473cf5', 'name': 'network-vif-deleted', 'tag': '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b', 'status': 'completed', 'code': 200} Jul 05 07:51:22.803191 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6d8c8-5afc-4226-a032-5bf6a856008b req-a207aa08-c1bd-44dc-83ce-94ea9897e0f0 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:22.805020 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a7c6d8c8-5afc-4226-a032-5bf6a856008b req-a207aa08-c1bd-44dc-83ce-94ea9897e0f0 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0713475 Jul 05 07:51:22.876548 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a7c6d8c8-5afc-4226-a032-5bf6a856008b req-123baf47-8cef-4afd-8938-c4658d4c3555 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658062 Jul 05 07:51:22.913990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec2e4e-345b-4504-9455-7eaabf9035f9 req-9b2d0204-c60a-480f-9873-a3633c3aef05 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:22.915708 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec2e4e-345b-4504-9455-7eaabf9035f9 req-9b2d0204-c60a-480f-9873-a3633c3aef05 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 945 time: 0.0797353 Jul 05 07:51:22.959397 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bec2e4e-345b-4504-9455-7eaabf9035f9 req-12f45543-22ef-4f4a-b014-ee3a37d72c2b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380113 Jul 05 07:51:23.048741 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91', 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', '6048e4ec-d52e-41a6-bc5a-11f0714bfe4b'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:51:23.692033 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:51:23.749888 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 7e27456f-6410-4633-8354-8f1fb23c560e triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:51:23.750266 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:23.839106 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:23.867450 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:51:23.869695 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9d5007-347b-4a33-92f4-c15a4158e516" -d '{"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:51:23.886402 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:23.890710 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:23.892443 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:23.919326 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad81d2c7-c706-4da2-adf0-ae005105e195 x-openstack-request-id: req-ad81d2c7-c706-4da2-adf0-ae005105e195 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:51:23.919615 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-plugged", "status": "completed", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:51:23.919866 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad81d2c7-c706-4da2-adf0-ae005105e195 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:51:23.920253 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e', 'code': 200} Jul 05 07:51:23.921604 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:23.922198 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 6048e4ec-d52e-41a6-bc5a-11f0714bfe4b not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:23.972804 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=10']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:24.185264 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb72e41-596c-4582-85d6-5dd0d339b36c req-b437ec36-5a74-409c-ac5b-aa62058234c8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:24.186701 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4bb72e41-596c-4582-85d6-5dd0d339b36c req-b437ec36-5a74-409c-ac5b-aa62058234c8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 945 time: 0.0974147 Jul 05 07:51:24.199068 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1311ad6-4b79-449b-82d1-5b720f90faa2 req-0facb4da-6ff2-4a74-afd7-b036e0b65969 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:24.200589 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a1311ad6-4b79-449b-82d1-5b720f90faa2 req-0facb4da-6ff2-4a74-afd7-b036e0b65969 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 947 time: 0.1207874 Jul 05 07:51:24.255854 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4bb72e41-596c-4582-85d6-5dd0d339b36c req-c8262f8b-053c-414c-8998-a9bf2a9087a3 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542848 Jul 05 07:51:24.260726 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a1311ad6-4b79-449b-82d1-5b720f90faa2 req-e1edcc24-6a57-448d-8498-cef35a4a7d10 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532160 Jul 05 07:51:24.526811 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b713dcf-fbed-4586-a2d6-5ab9c4de4855 req-e75d919b-cf84-49c0-9e54-3598897c4701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:24.528300 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7b713dcf-fbed-4586-a2d6-5ab9c4de4855 req-e75d919b-cf84-49c0-9e54-3598897c4701 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 1100 time: 0.0522945 Jul 05 07:51:24.576250 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7b713dcf-fbed-4586-a2d6-5ab9c4de4855 req-941d3bc6-d493-46d0-901c-fc1d92ff2db3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346158 Jul 05 07:51:24.969609 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e661f-9258-4c7a-bb54-8eb938a95c0f req-3ba45a50-a9d8-4118-bf61-d7f6cd17a965 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:24.972253 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b1e661f-9258-4c7a-bb54-8eb938a95c0f req-3ba45a50-a9d8-4118-bf61-d7f6cd17a965 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0699735 Jul 05 07:51:25.012288 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4b1e661f-9258-4c7a-bb54-8eb938a95c0f req-64f8411b-718c-4a6d-ac97-4dc445e7a27b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338838 Jul 05 07:51:25.502347 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b4ad2-0ba0-4d14-89e8-b6c210d2ab30 req-0423abcb-3006-48a5-98f9-2d22d700fb88 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:25.503844 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6b1b4ad2-0ba0-4d14-89e8-b6c210d2ab30 req-0423abcb-3006-48a5-98f9-2d22d700fb88 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 945 time: 0.1113884 Jul 05 07:51:25.524144 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d2076-e3bc-4346-8318-c30bc300a763 req-1809d247-4ca1-4649-9582-0c7d431ac928 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:25.525617 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-225d2076-e3bc-4346-8318-c30bc300a763 req-1809d247-4ca1-4649-9582-0c7d431ac928 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 947 time: 0.1217003 Jul 05 07:51:25.568365 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6b1b4ad2-0ba0-4d14-89e8-b6c210d2ab30 req-144d10bb-1f07-4069-9df4-186b7b83b363 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577502 Jul 05 07:51:25.581527 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-225d2076-e3bc-4346-8318-c30bc300a763 req-6715ee82-a5c6-42da-b5f1-8967d46b0a19 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478957 Jul 05 07:51:26.197511 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e642f9-017f-46ea-bac1-4af6781aaddc req-b6e6aabf-85a8-4f07-a036-5525e94682e5 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:26.199117 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-89e642f9-017f-46ea-bac1-4af6781aaddc req-b6e6aabf-85a8-4f07-a036-5525e94682e5 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0679367 Jul 05 07:51:26.238962 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-89e642f9-017f-46ea-bac1-4af6781aaddc req-1747939f-633e-4cc2-a86b-62427fa0e8ef tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334051 Jul 05 07:51:26.449241 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-b38e3fa4-59cd-4c85-b7e8-513ee7a7f911 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:26.450749 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-b38e3fa4-59cd-4c85-b7e8-513ee7a7f911 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 945 time: 0.0644631 Jul 05 07:51:26.565554 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Deleting port f2cdf1f0-b375-46f5-b637-da212bb8bdae {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:26.566228 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:26.667472 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] For port f2cdf1f0-b375-46f5-b637-da212bb8bdae, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=f2cdf1f0-b375-46f5-b637-da212bb8bdae,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:26.667850 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:26.681106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Calling delete_port for f2cdf1f0-b375-46f5-b637-da212bb8bdae owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:26.890886 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9ac86-0472-4209-a3e0-a955e89556ba req-2dfccffb-66bb-467a-9bab-7b10b7989e98 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:26.892410 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-47d9ac86-0472-4209-a3e0-a955e89556ba req-2dfccffb-66bb-467a-9bab-7b10b7989e98 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 947 time: 0.1654837 Jul 05 07:51:26.899656 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33692bba-175d-4386-b662-55e725858d56 req-30ce580c-2392-4ea8-ba41-9ed6ccb236d8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:26.901029 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-33692bba-175d-4386-b662-55e725858d56 req-30ce580c-2392-4ea8-ba41-9ed6ccb236d8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=2676ed3a-affe-460a-b93d-7651a76228e7 HTTP/1.1" status: 200 len: 945 time: 0.1755104 Jul 05 07:51:26.970173 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-47d9ac86-0472-4209-a3e0-a955e89556ba req-77678a31-fa89-494b-b163-fad7970d2fec tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655644 Jul 05 07:51:26.978285 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:26.989939 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-33692bba-175d-4386-b662-55e725858d56 req-6135db74-230e-4a15-ac9b-29e25ddd1468 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777752 Jul 05 07:51:26.991041 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91', 'f2cdf1f0-b375-46f5-b637-da212bb8bdae'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:51:27.012996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event deleted for resources: {'Port': ['ID=f2cdf1f0-b375-46f5-b637-da212bb8bdae,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:27.063745 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] No DVR routers for this DVR port f2cdf1f0-b375-46f5-b637-da212bb8bdae on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:51:27.067039 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:27.069112 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-30d6f2d8-5ba3-46f0-b94e-b74ced14d718 req-00ca062b-a05d-42c5-bd9c-def9bb23d621 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "DELETE /v2.0/ports/f2cdf1f0-b375-46f5-b637-da212bb8bdae HTTP/1.1" status: 204 len: 173 time: 0.6121416 Jul 05 07:51:27.069550 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2676ed3a-affe-460a-b93d-7651a76228e7', 'name': 'network-vif-deleted', 'tag': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:51:27.071817 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437db1e7-79f3-493a-b770-011aac01764a" -d '{"events": [{"server_uuid": "2676ed3a-affe-460a-b93d-7651a76228e7", "name": "network-vif-deleted", "tag": "f2cdf1f0-b375-46f5-b637-da212bb8bdae"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:51:27.109932 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db382123-7845-47a1-bed4-0e7d581601e2 x-openstack-request-id: req-db382123-7845-47a1-bed4-0e7d581601e2 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:51:27.111155 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2676ed3a-affe-460a-b93d-7651a76228e7", "name": "network-vif-deleted", "tag": "f2cdf1f0-b375-46f5-b637-da212bb8bdae", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:51:27.111397 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db382123-7845-47a1-bed4-0e7d581601e2 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:51:27.111748 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2676ed3a-affe-460a-b93d-7651a76228e7', 'name': 'network-vif-deleted', 'tag': 'f2cdf1f0-b375-46f5-b637-da212bb8bdae', 'status': 'completed', 'code': 200} Jul 05 07:51:27.424756 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af95e8-2857-440a-be3a-f89fa6c6eb52 req-02dabd57-862b-4022-8540-44faa52382c7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:27.426655 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-44af95e8-2857-440a-be3a-f89fa6c6eb52 req-02dabd57-862b-4022-8540-44faa52382c7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0696759 Jul 05 07:51:27.472880 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-44af95e8-2857-440a-be3a-f89fa6c6eb52 req-6035aeb5-9540-4329-91b0-7a5f2f3cd06e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404921 Jul 05 07:51:28.053258 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b83c36-cdf5-4a71-86bd-b310fdfe7c3f req-5461c8bc-fbd1-44ef-abe8-a474e231d16c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:28.055159 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-94b83c36-cdf5-4a71-86bd-b310fdfe7c3f req-5461c8bc-fbd1-44ef-abe8-a474e231d16c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0795257 Jul 05 07:51:28.095539 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-94b83c36-cdf5-4a71-86bd-b310fdfe7c3f req-76e217b6-946d-44dc-94f4-16d43cb36265 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Jul 05 07:51:28.663867 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2577842-5cc1-4fda-9d68-5aed6f1a7526 req-6d22e842-5a54-45a0-b89f-1a2f02556d0f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:28.665355 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c2577842-5cc1-4fda-9d68-5aed6f1a7526 req-6d22e842-5a54-45a0-b89f-1a2f02556d0f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0731471 Jul 05 07:51:28.702295 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c2577842-5cc1-4fda-9d68-5aed6f1a7526 req-2a242913-2bcf-460a-8dfc-60f4ed9d3f14 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310955 Jul 05 07:51:29.277174 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8a174-f3ad-4c4b-93e2-577c21875801 req-7003468c-3026-4d77-a8d9-55a0d108b257 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:29.278722 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cca8a174-f3ad-4c4b-93e2-577c21875801 req-7003468c-3026-4d77-a8d9-55a0d108b257 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0654120 Jul 05 07:51:29.317386 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cca8a174-f3ad-4c4b-93e2-577c21875801 req-9b0ea4fc-4e15-4708-98c0-6daac0002c94 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Jul 05 07:51:29.596318 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3f088-532e-4b5a-a650-ff92379d1ad1 req-de151d27-ed86-4415-b74e-40e54cf01ef8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:29.597829 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4ce3f088-532e-4b5a-a650-ff92379d1ad1 req-de151d27-ed86-4415-b74e-40e54cf01ef8 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 946 time: 0.0676148 Jul 05 07:51:29.635488 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4ce3f088-532e-4b5a-a650-ff92379d1ad1 req-807dca8f-1f41-4413-bf84-78906a834e59 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318019 Jul 05 07:51:29.881894 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3503df83-1785-4556-a25f-a8dab5c9cc50 req-3ef550ee-7ff3-47a5-8912-620e95ce9baa tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:29.883335 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3503df83-1785-4556-a25f-a8dab5c9cc50 req-3ef550ee-7ff3-47a5-8912-620e95ce9baa tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0666139 Jul 05 07:51:29.920314 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3503df83-1785-4556-a25f-a8dab5c9cc50 req-b2f272fb-7842-486c-8a94-690e8f2d3ba6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315094 Jul 05 07:51:30.488736 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f591e06-7757-4ad6-a77e-eb81389926e4 req-f8156a21-afb7-49f2-996a-450261c5ca6b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:30.490225 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3f591e06-7757-4ad6-a77e-eb81389926e4 req-f8156a21-afb7-49f2-996a-450261c5ca6b tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.0627098 Jul 05 07:51:30.528067 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3f591e06-7757-4ad6-a77e-eb81389926e4 req-83e01a4f-4ab0-41b8-8916-875631c11cd4 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319781 Jul 05 07:51:30.848932 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fc41ab89-6dbf-4ed9-9d45-1418fd5f0f77 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:30.850385 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fc41ab89-6dbf-4ed9-9d45-1418fd5f0f77 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 946 time: 0.1064959 Jul 05 07:51:30.862615 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f0238-b0b9-4e19-9a09-68bd80c8fc4e req-7dc0d7fb-bddb-4237-a086-a1a712405396 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:30.864014 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd7f0238-b0b9-4e19-9a09-68bd80c8fc4e req-7dc0d7fb-bddb-4237-a086-a1a712405396 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 946 time: 0.0893335 Jul 05 07:51:30.941129 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd7f0238-b0b9-4e19-9a09-68bd80c8fc4e req-46829b2b-14a3-49a4-8217-ca251c199766 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/security-groups?id=183b3009-9087-4d25-8749-bdec796c7096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696607 Jul 05 07:51:30.988671 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Deleting port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:30.989016 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.128775 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] For port 1bbffa64-d8a1-4ee9-8840-293e1518ade4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1bbffa64-d8a1-4ee9-8840-293e1518ade4,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:31.129181 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.149538 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Calling delete_port for 1bbffa64-d8a1-4ee9-8840-293e1518ade4 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:31.169419 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9defb8e-953d-4bbf-b818-98072e51c48c req-5860fe36-dd01-4755-8cca-2d5a05a895bf tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:31.171084 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9defb8e-953d-4bbf-b818-98072e51c48c req-5860fe36-dd01-4755-8cca-2d5a05a895bf tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1332467 Jul 05 07:51:31.258309 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d9defb8e-953d-4bbf-b818-98072e51c48c req-463917d1-d64c-444b-80c8-96015fcfb6ed tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805933 Jul 05 07:51:31.330043 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.351571 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['8a7b7b1b-43da-4076-a21e-27005001b8a8', '1bbffa64-d8a1-4ee9-8840-293e1518ade4'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:51:31.362842 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Pushing event deleted for resources: {'Port': ['ID=1bbffa64-d8a1-4ee9-8840-293e1518ade4,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:31.411684 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] No DVR routers for this DVR port 1bbffa64-d8a1-4ee9-8840-293e1518ade4 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:51:31.414205 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.416454 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bffe7ef4-f88a-4ade-ae9c-773ba36f83f4 req-fcd74f79-3986-480d-902b-baad86b3373f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "DELETE /v2.0/ports/1bbffa64-d8a1-4ee9-8840-293e1518ade4 HTTP/1.1" status: 204 len: 173 time: 0.5515866 Jul 05 07:51:31.416903 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79096557-8d85-4f63-9d4b-1035319475fd', 'name': 'network-vif-deleted', 'tag': '1bbffa64-d8a1-4ee9-8840-293e1518ade4'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:51:31.419129 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bdf274-6ac2-42eb-8e0d-c7de8d2c72ce" -d '{"events": [{"server_uuid": "79096557-8d85-4f63-9d4b-1035319475fd", "name": "network-vif-deleted", "tag": "1bbffa64-d8a1-4ee9-8840-293e1518ade4"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:51:31.479993 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb90dee7-1d4a-4d46-85be-a966daef17de x-openstack-request-id: req-cb90dee7-1d4a-4d46-85be-a966daef17de {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:51:31.480398 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79096557-8d85-4f63-9d4b-1035319475fd", "name": "network-vif-deleted", "tag": "1bbffa64-d8a1-4ee9-8840-293e1518ade4", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:51:31.480524 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb90dee7-1d4a-4d46-85be-a966daef17de {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:51:31.480923 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79096557-8d85-4f63-9d4b-1035319475fd', 'name': 'network-vif-deleted', 'tag': '1bbffa64-d8a1-4ee9-8840-293e1518ade4', 'status': 'completed', 'code': 200} Jul 05 07:51:31.516269 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-0c83284e-547c-4932-a8c2-703f58ad0228 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:31.517912 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-0c83284e-547c-4932-a8c2-703f58ad0228 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 946 time: 0.0748265 Jul 05 07:51:31.625629 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Deleting port 18aa3baa-1ee3-4198-bda4-f523d7008b91 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:31.626688 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.705066 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9637e3ec-5524-413c-a260-e14e3ee62a8a req-e04f79b5-d248-454c-a714-ef1dc37f7f86 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=79096557-8d85-4f63-9d4b-1035319475fd HTTP/1.1" status: 200 len: 210 time: 0.0384021 Jul 05 07:51:31.740805 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device f2cdf1f0-b375-46f5-b637-da212bb8bdae no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:31.742102 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] For port 18aa3baa-1ee3-4198-bda4-f523d7008b91, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=18aa3baa-1ee3-4198-bda4-f523d7008b91,segment=NetworkSegment(7a3dd6e9-8fc7-4d44-bed8-2fc502888e38),segment_id=7a3dd6e9-8fc7-4d44-bed8-2fc502888e38)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:31.742506 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.756208 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Calling delete_port for 18aa3baa-1ee3-4198-bda4-f523d7008b91 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:31.760606 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: f2cdf1f0-b375-46f5-b637-da212bb8bdae {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:31.760949 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device f2cdf1f0-b375-46f5-b637-da212bb8bdae not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:31.888637 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.900358 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['18aa3baa-1ee3-4198-bda4-f523d7008b91'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:51:31.923078 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Pushing event deleted for resources: {'Port': ['ID=18aa3baa-1ee3-4198-bda4-f523d7008b91,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:31.968028 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] No DVR routers for this DVR port 18aa3baa-1ee3-4198-bda4-f523d7008b91 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:51:31.972281 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:31.974288 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9ab0ac9c-1659-42bb-814a-e7fec5a16069 req-29fce4c8-a4a4-4d5b-a660-4538b521481f tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.24 "DELETE /v2.0/ports/18aa3baa-1ee3-4198-bda4-f523d7008b91 HTTP/1.1" status: 204 len: 173 time: 0.4508259 Jul 05 07:51:32.123072 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-86b85dda-c97c-4205-a72c-669461240160 req-32faee4d-38fe-4a73-8ec5-5817b3fcd9d4 tempest-AttachVolumeNegativeTest-49694324 tempest-AttachVolumeNegativeTest-49694324-project] 10.222.0.30 "GET /v2.0/ports?device_id=f16a70f1-cf55-4114-be7c-3c4880034eca HTTP/1.1" status: 200 len: 210 time: 0.0347569 Jul 05 07:51:32.432001 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb3724-3a52-49e4-af9f-2ef3e06c8079 req-f635794e-e0a3-455d-a1c2-1be1d5ae1443 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:32.433393 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34eb3724-3a52-49e4-af9f-2ef3e06c8079 req-f635794e-e0a3-455d-a1c2-1be1d5ae1443 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0618720 Jul 05 07:51:32.475450 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34eb3724-3a52-49e4-af9f-2ef3e06c8079 req-bb76e29d-4b49-40c1-a76b-ac6c848dc479 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356314 Jul 05 07:51:32.863266 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-247a01eb-bfda-443b-a05d-691ae50ad812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:32.864778 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-247a01eb-bfda-443b-a05d-691ae50ad812 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1138 time: 0.1012185 Jul 05 07:51:32.876479 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4124f-5733-47a4-bb59-2e1123fc914d req-860660d9-63a6-44c2-8931-9c2424ccdc5e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:32.877968 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c9a4124f-5733-47a4-bb59-2e1123fc914d req-860660d9-63a6-44c2-8931-9c2424ccdc5e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0859966 Jul 05 07:51:32.970557 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c9a4124f-5733-47a4-bb59-2e1123fc914d req-ba99b198-e1d2-496f-8481-9a7d34b61914 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843832 Jul 05 07:51:33.008296 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-72bff025-571f-4fd9-a38d-78a938c1278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:33.009766 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-72bff025-571f-4fd9-a38d-78a938c1278a service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 915 time: 0.1308587 Jul 05 07:51:33.081298 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-913c5c9f-7b3d-4826-a937-2e11a891dcfb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 1002 time: 0.0626678 Jul 05 07:51:33.161823 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-2268771e-da11-4a98-9160-7d3ccc816f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:33.163322 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-2268771e-da11-4a98-9160-7d3ccc816f78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 200 len: 853 time: 0.0745337 Jul 05 07:51:33.219300 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53112) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:33.220782 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0432-ae1e-43e3-9889-534f5fefc5de req-b4febbbd-ba20-4be2-a90f-7482ae701ede tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:33.222270 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-502f0432-ae1e-43e3-9889-534f5fefc5de req-b4febbbd-ba20-4be2-a90f-7482ae701ede tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.1046367 Jul 05 07:51:33.254211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-96f97095-fbd2-41ca-85d3-c88d3fbd9d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:33.255704 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-96f97095-fbd2-41ca-85d3-c88d3fbd9d96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ef2d862-70a6-440d-be23-dba2b7190466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0849884 Jul 05 07:51:33.264865 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Deleting subnet e34b1b3c-eeae-466f-a8e6-df2b04191a62 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:51:33.268545 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.281531 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-502f0432-ae1e-43e3-9889-534f5fefc5de req-67a87a8f-8f04-4fa3-b517-d0512288cf08 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525088 Jul 05 07:51:33.303111 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.341936 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.356539 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-91b2cdc0-0229-41f2-9c4b-bc74681fe224 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917635 Jul 05 07:51:33.405270 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.433666 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e34b1b3c-eeae-466f-a8e6-df2b04191a62,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:33.438974 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.441303 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e34b1b3c-eeae-466f-a8e6-df2b04191a62 HTTP/1.1" status: 204 len: 168 time: 0.2205112 Jul 05 07:51:33.445235 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53114) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:33.452475 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.452821 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.453161 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.453495 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.454486 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.454913 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.455246 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.455577 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.455903 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.456224 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.456547 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.456864 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd255cfd-5b51-46fc-b080-b455bd8d5c59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:51:33.457570 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b9efeef-95e6-409b-9b42-d52b18a48dae req-604b0f81-7d0b-4d80-bde8-7fb3fedce868 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924485 Jul 05 07:51:33.482309 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'name': 'network-vif-deleted', 'tag': '18aa3baa-1ee3-4198-bda4-f523d7008b91'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:51:33.484662 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b118dc7a-8392-4693-8b15-9a4fca48eb42" -d '{"events": [{"server_uuid": "f16a70f1-cf55-4114-be7c-3c4880034eca", "name": "network-vif-deleted", "tag": "18aa3baa-1ee3-4198-bda4-f523d7008b91"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:51:33.522299 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.522563 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b36bd83-5116-482e-b06e-b65698313cd9 x-openstack-request-id: req-3b36bd83-5116-482e-b06e-b65698313cd9 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:51:33.522978 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f16a70f1-cf55-4114-be7c-3c4880034eca", "name": "network-vif-deleted", "tag": "18aa3baa-1ee3-4198-bda4-f523d7008b91", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:51:33.523545 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b36bd83-5116-482e-b06e-b65698313cd9 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:51:33.523974 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f16a70f1-cf55-4114-be7c-3c4880034eca', 'name': 'network-vif-deleted', 'tag': '18aa3baa-1ee3-4198-bda4-f523d7008b91', 'status': 'completed', 'code': 200} Jul 05 07:51:33.603223 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.613523 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:33.624889 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:33.625201 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a3dd6e9-8fc7-4d44-bed8-2fc502888e38') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:33.637236 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.652338 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.658730 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:51:33.659328 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.660234 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fd9f28-4a45-422d-a59b-e75644719ed6 req-925152d7-1df6-4df4-997a-c154cf478263 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:51:33.661415 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:51:33.663802 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f6fd9f28-4a45-422d-a59b-e75644719ed6 req-925152d7-1df6-4df4-997a-c154cf478263 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0681510 Jul 05 07:51:33.719925 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f6fd9f28-4a45-422d-a59b-e75644719ed6 req-25eb9843-f0fd-4559-94ac-9a161a62118b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476565 Jul 05 07:51:33.720104 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.737362 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:33.739266 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82 HTTP/1.1" status: 204 len: 168 time: 0.2931755 Jul 05 07:51:33.740520 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6ea31-892c-44c5-9f6f-d307f4ba9fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3232b4-a7a0-49fb-8ec3-690e3ff6bc82,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:33.896327 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53122) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:33.937801 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e9f74cf5-945b-426e-859c-c38e672bf283 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=422876582ce943f5b1d32012e3d302f6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403211 Jul 05 07:51:33.941054 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53124) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:33.990790 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f0636c2-74e3-4146-b084-1cb37bd65570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:34.011733 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f0636c2-74e3-4146-b084-1cb37bd65570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:34.060964 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f0636c2-74e3-4146-b084-1cb37bd65570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:34.064265 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f0636c2-74e3-4146-b084-1cb37bd65570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:34.065439 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6f0636c2-74e3-4146-b084-1cb37bd65570 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/183b3009-9087-4d25-8749-bdec796c7096 HTTP/1.1" status: 204 len: 168 time: 0.1234982 Jul 05 07:51:34.075200 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0636c2-74e3-4146-b084-1cb37bd65570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183b3009-9087-4d25-8749-bdec796c7096,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:34.165014 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366e1ef0-e8ed-4ae9-b5a6-1c98cb92be76 req-499f4fe4-5b6a-42fb-93ff-b505d567fd2e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:34.166526 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-366e1ef0-e8ed-4ae9-b5a6-1c98cb92be76 req-499f4fe4-5b6a-42fb-93ff-b505d567fd2e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0642014 Jul 05 07:51:34.207187 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-366e1ef0-e8ed-4ae9-b5a6-1c98cb92be76 req-865424ed-af25-429a-98a7-47bca7ac1c35 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345728 Jul 05 07:51:34.463026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8657-7526-43cb-854e-982b4d89034a req-e9a84039-5da7-4a8f-a01e-7a5fdc2908ec tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:34.464586 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-903a8657-7526-43cb-854e-982b4d89034a req-e9a84039-5da7-4a8f-a01e-7a5fdc2908ec tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0692480 Jul 05 07:51:34.503532 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-903a8657-7526-43cb-854e-982b4d89034a req-300f2037-85a0-4c25-8749-e6fb49faa901 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Jul 05 07:51:34.912944 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acebccf-0d3d-4c72-a4a6-b6d199d00fe9 req-98c24df7-52c6-4c21-99fc-707ba2aab4c4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:34.914617 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6acebccf-0d3d-4c72-a4a6-b6d199d00fe9 req-98c24df7-52c6-4c21-99fc-707ba2aab4c4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0775011 Jul 05 07:51:34.955884 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6acebccf-0d3d-4c72-a4a6-b6d199d00fe9 req-be628290-73ba-48c7-abe9-e89a169f81e8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355661 Jul 05 07:51:35.398010 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17d685-2d78-49e1-b505-39e1f5e4703f req-00a4be6a-0ed9-493a-8937-a93da42c558a tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:35.399555 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e17d685-2d78-49e1-b505-39e1f5e4703f req-00a4be6a-0ed9-493a-8937-a93da42c558a tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0666499 Jul 05 07:51:35.442667 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e17d685-2d78-49e1-b505-39e1f5e4703f req-fd33a55a-078d-4605-9e1c-c6605389b61d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0364904 Jul 05 07:51:35.705908 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1405a-77e6-42c3-bf42-02ca9282c319 req-1f3243b3-1b8a-4bc0-b222-37287288f70c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:35.707483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79f1405a-77e6-42c3-bf42-02ca9282c319 req-1f3243b3-1b8a-4bc0-b222-37287288f70c tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0782282 Jul 05 07:51:35.753376 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79f1405a-77e6-42c3-bf42-02ca9282c319 req-be290ec3-e74b-486f-9be0-8a885bffffe2 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 Jul 05 07:51:35.770125 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 18aa3baa-1ee3-4198-bda4-f523d7008b91 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:35.795028 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 18aa3baa-1ee3-4198-bda4-f523d7008b91 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:35.795381 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 18aa3baa-1ee3-4198-bda4-f523d7008b91 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:35.795810 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1bbffa64-d8a1-4ee9-8840-293e1518ade4 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:35.816448 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 1bbffa64-d8a1-4ee9-8840-293e1518ade4 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:35.816878 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1bbffa64-d8a1-4ee9-8840-293e1518ade4 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:35.884007 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53186) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:35.984604 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-131241c5-e758-4ef1-864b-59df494c9bcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.085786 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-131241c5-e758-4ef1-864b-59df494c9bcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.090519 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-131241c5-e758-4ef1-864b-59df494c9bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.129336 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-131241c5-e758-4ef1-864b-59df494c9bcc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cec0c2861eca44b0bf045e48f4563f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442033 Jul 05 07:51:36.130287 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131241c5-e758-4ef1-864b-59df494c9bcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff1797a-5b28-4587-a14c-08839766da26,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:36.133620 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53192) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:36.137617 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b42e20-09e4-44a8-900b-a59b4baf2872 req-6707a72b-d9a9-414d-a724-5ac52dd54af2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:36.144547 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b1b42e20-09e4-44a8-900b-a59b4baf2872 req-6707a72b-d9a9-414d-a724-5ac52dd54af2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0707204 Jul 05 07:51:36.179397 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b1b42e20-09e4-44a8-900b-a59b4baf2872 req-3c723789-f285-4caf-8802-759c4973e4f2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339756 Jul 05 07:51:36.196211 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-08817b80-b2dd-4d63-b66d-820e01b9ad9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.217828 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-08817b80-b2dd-4d63-b66d-820e01b9ad9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.264233 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-08817b80-b2dd-4d63-b66d-820e01b9ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.266893 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-08817b80-b2dd-4d63-b66d-820e01b9ad9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.268114 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-08817b80-b2dd-4d63-b66d-820e01b9ad9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eff1797a-5b28-4587-a14c-08839766da26 HTTP/1.1" status: 204 len: 168 time: 0.1336837 Jul 05 07:51:36.275922 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08817b80-b2dd-4d63-b66d-820e01b9ad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff1797a-5b28-4587-a14c-08839766da26,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:36.529393 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53200) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:36.542891 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-adc11b49-c111-4024-8d5a-6783c6a9cbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.623950 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b08df9b-f986-4284-811c-4067316aa517 req-42aab9df-b811-4df3-8d52-89c4f748de3c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:36.625516 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b08df9b-f986-4284-811c-4067316aa517 req-42aab9df-b811-4df3-8d52-89c4f748de3c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0696864 Jul 05 07:51:36.635567 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-adc11b49-c111-4024-8d5a-6783c6a9cbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.640186 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-adc11b49-c111-4024-8d5a-6783c6a9cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.684251 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-adc11b49-c111-4024-8d5a-6783c6a9cbcb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=42fb8d5f4a634ea2af00f365b48153ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1512537 Jul 05 07:51:36.684251 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc11b49-c111-4024-8d5a-6783c6a9cbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6804888-a76d-4349-88b0-9aef725b94e5,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:36.685025 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53202) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:36.741883 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88930c70-b36f-43d6-a595-99db62b44788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.767346 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88930c70-b36f-43d6-a595-99db62b44788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.823936 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88930c70-b36f-43d6-a595-99db62b44788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.827078 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88930c70-b36f-43d6-a595-99db62b44788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:36.830957 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-88930c70-b36f-43d6-a595-99db62b44788 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6804888-a76d-4349-88b0-9aef725b94e5 HTTP/1.1" status: 204 len: 168 time: 0.1423132 Jul 05 07:51:36.842297 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88930c70-b36f-43d6-a595-99db62b44788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6804888-a76d-4349-88b0-9aef725b94e5,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:36.950683 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b08df9b-f986-4284-811c-4067316aa517 req-3ec7819a-b0e5-480c-bf1a-f135a9f96d4e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3192682 Jul 05 07:51:36.990365 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e433f5-f219-4679-95b0-95e80ed9b09d req-ca81d2f3-6aa7-450d-b454-f1158fbb0711 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:36.991895 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-59e433f5-f219-4679-95b0-95e80ed9b09d req-ca81d2f3-6aa7-450d-b454-f1158fbb0711 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0922356 Jul 05 07:51:37.030250 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-59e433f5-f219-4679-95b0-95e80ed9b09d req-f4dadccd-fb87-41f3-92fa-d7be161701f9 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325494 Jul 05 07:51:37.359462 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7625fc46-6c1d-4cad-ae65-fc3bd8c11a62 req-b2e809cd-b85e-49a4-92ee-1bd377711e38 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:37.361695 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7625fc46-6c1d-4cad-ae65-fc3bd8c11a62 req-b2e809cd-b85e-49a4-92ee-1bd377711e38 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0640707 Jul 05 07:51:37.402789 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7625fc46-6c1d-4cad-ae65-fc3bd8c11a62 req-c978d3fd-0b8e-4fe8-8991-67bcafb7d94f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352426 Jul 05 07:51:38.139301 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b13819-ebbe-4a78-a0af-aeaf6c5c73cc req-42bd721e-166e-456a-b61a-4d1883e7e4b2 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:38.140860 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d4b13819-ebbe-4a78-a0af-aeaf6c5c73cc req-42bd721e-166e-456a-b61a-4d1883e7e4b2 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0780284 Jul 05 07:51:38.216360 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d4b13819-ebbe-4a78-a0af-aeaf6c5c73cc req-829efbcf-2eb8-4490-bdf7-748455d530bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0612876 Jul 05 07:51:38.245194 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51176584-00a1-43fd-b05c-dfa1e30c5267 req-a8e15fea-b8d1-4cab-a4ac-1224535e559f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:38.245194 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-51176584-00a1-43fd-b05c-dfa1e30c5267 req-a8e15fea-b8d1-4cab-a4ac-1224535e559f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0967658 Jul 05 07:51:38.279150 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-51176584-00a1-43fd-b05c-dfa1e30c5267 req-4c4c9941-155b-4503-9fbe-e33a9a978cf8 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/security-groups?id=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321834 Jul 05 07:51:38.592302 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847eef1a-1e72-4d8a-92b0-8612ffa354e3 req-5ad8fda8-19df-4d5d-882e-a416a8ffe4e3 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:38.593806 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-847eef1a-1e72-4d8a-92b0-8612ffa354e3 req-5ad8fda8-19df-4d5d-882e-a416a8ffe4e3 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0686681 Jul 05 07:51:38.632508 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-847eef1a-1e72-4d8a-92b0-8612ffa354e3 req-9e3b6b87-fbc2-478e-b049-d17d10abd6a8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325496 Jul 05 07:51:38.707211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-6fb3f4c2-8add-4a63-93b3-2cf1c82de04f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:38.708615 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-6fb3f4c2-8add-4a63-93b3-2cf1c82de04f tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 946 time: 0.0652618 Jul 05 07:51:38.813443 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Deleting port 8a7b7b1b-43da-4076-a21e-27005001b8a8 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:38.813787 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:38.907315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] For port 8a7b7b1b-43da-4076-a21e-27005001b8a8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=8a7b7b1b-43da-4076-a21e-27005001b8a8,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:38.907684 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:38.924228 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Calling delete_port for 8a7b7b1b-43da-4076-a21e-27005001b8a8 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:39.063901 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:39.075606 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['8a7b7b1b-43da-4076-a21e-27005001b8a8'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:51:39.093126 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Pushing event deleted for resources: {'Port': ['ID=8a7b7b1b-43da-4076-a21e-27005001b8a8,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:39.142414 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] No DVR routers for this DVR port 8a7b7b1b-43da-4076-a21e-27005001b8a8 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:51:39.144995 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:39.147026 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-46ad3e43-746e-49d5-940f-044837ed93b2 req-1166ae87-8450-4499-8169-57eafcde1979 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.24 "DELETE /v2.0/ports/8a7b7b1b-43da-4076-a21e-27005001b8a8 HTTP/1.1" status: 204 len: 173 time: 0.4330633 Jul 05 07:51:39.147479 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'name': 'network-vif-deleted', 'tag': '8a7b7b1b-43da-4076-a21e-27005001b8a8'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:51:39.149730 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4420fd6e-af7d-4486-91a9-f476ba5d7924" -d '{"events": [{"server_uuid": "e531fb6a-a61e-4d59-bc3c-fe69d8bc796e", "name": "network-vif-deleted", "tag": "8a7b7b1b-43da-4076-a21e-27005001b8a8"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:51:39.186251 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2138c87b-32c9-4eb8-9899-2ade0c4cf6fb x-openstack-request-id: req-2138c87b-32c9-4eb8-9899-2ade0c4cf6fb {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:51:39.186574 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e531fb6a-a61e-4d59-bc3c-fe69d8bc796e", "name": "network-vif-deleted", "tag": "8a7b7b1b-43da-4076-a21e-27005001b8a8", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:51:39.186901 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2138c87b-32c9-4eb8-9899-2ade0c4cf6fb {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:51:39.187307 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e531fb6a-a61e-4d59-bc3c-fe69d8bc796e', 'name': 'network-vif-deleted', 'tag': '8a7b7b1b-43da-4076-a21e-27005001b8a8', 'status': 'completed', 'code': 200} Jul 05 07:51:39.421219 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270ff4b-1e84-4c8e-b800-9756c695d6a6 req-5d173232-3f2f-4dcb-92bc-29c141746e7d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:39.429806 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d270ff4b-1e84-4c8e-b800-9756c695d6a6 req-5d173232-3f2f-4dcb-92bc-29c141746e7d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0836763 Jul 05 07:51:39.480843 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8fc9763c-ff60-4d70-846f-f9e9b87b5753 req-599fa3b6-349d-43e3-8749-cdc54018bf96 tempest-ServerRescueNegativeTestJSON-1169553954 tempest-ServerRescueNegativeTestJSON-1169553954-project] 10.222.0.30 "GET /v2.0/ports?device_id=e531fb6a-a61e-4d59-bc3c-fe69d8bc796e HTTP/1.1" status: 200 len: 210 time: 0.0328312 Jul 05 07:51:39.496575 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d270ff4b-1e84-4c8e-b800-9756c695d6a6 req-53d015e9-2e20-4e2d-b2c7-ed196b828be4 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654185 Jul 05 07:51:39.816406 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6f554-df8f-4552-988a-87dbd1c74dcd req-a569066f-ed1c-49f9-86dd-1d3c2356cbc7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:39.817872 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c2e6f554-df8f-4552-988a-87dbd1c74dcd req-a569066f-ed1c-49f9-86dd-1d3c2356cbc7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0643840 Jul 05 07:51:39.859463 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c2e6f554-df8f-4552-988a-87dbd1c74dcd req-3cade68d-b99b-43be-84fc-2be525e3cf4b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357728 Jul 05 07:51:40.582122 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53306) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:40.683027 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90774ae-3ebb-483a-8013-ab8ea21177d9 req-606a5da3-5604-4dcd-a728-49e60f205dc6 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:40.684611 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e90774ae-3ebb-483a-8013-ab8ea21177d9 req-606a5da3-5604-4dcd-a728-49e60f205dc6 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0668988 Jul 05 07:51:40.725692 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e90774ae-3ebb-483a-8013-ab8ea21177d9 req-967819cd-0bd4-402c-845d-0bbcf7dba0b9 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344501 Jul 05 07:51:41.057294 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92819085-19fd-40d9-bb97-b16d6cc8de2d req-c18ed77a-de6e-4092-9786-dd666b672767 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:41.058802 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-92819085-19fd-40d9-bb97-b16d6cc8de2d req-c18ed77a-de6e-4092-9786-dd666b672767 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0628803 Jul 05 07:51:41.096436 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-92819085-19fd-40d9-bb97-b16d6cc8de2d req-152d02fb-097b-46b2-9bb0-e17b21ab9371 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Jul 05 07:51:41.221569 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:41.533461 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Deleting port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:41.533824 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:41.614832 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] For port 48af5393-e9fe-4c54-bc3a-dbfae702c7a5, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,segment=NetworkSegment(4ee94ae3-e4ec-43b2-9f73-ab13059f71b2),segment_id=4ee94ae3-e4ec-43b2-9f73-ab13059f71b2)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:41.615515 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:41.628427 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Calling delete_port for 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:41.872353 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:41.898302 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=48af5393-e9fe-4c54-bc3a-dbfae702c7a5,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:41.931739 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4354d315-ed8e-4823-9d44-3f98ae7cecf2 req-be725617-6406-460a-9eba-80611695ea6a tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:41.933486 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4354d315-ed8e-4823-9d44-3f98ae7cecf2 req-be725617-6406-460a-9eba-80611695ea6a tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0922027 Jul 05 07:51:41.986953 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4354d315-ed8e-4823-9d44-3f98ae7cecf2 req-c17a3922-6d66-41fc-ab49-e634f5a686d0 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454993 Jul 05 07:51:42.078677 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:42.270784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c69987-377c-442d-b3ac-ae75b671835f req-57fbd485-34d8-4411-a420-3b3bb81eda83 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:42.272259 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-04c69987-377c-442d-b3ac-ae75b671835f req-57fbd485-34d8-4411-a420-3b3bb81eda83 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0640202 Jul 05 07:51:42.285201 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Router 983d245f-954e-4374-803c-2ff059f95c7c has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:51:42.310336 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-04c69987-377c-442d-b3ac-ae75b671835f req-a479bffb-10eb-4eda-a4f0-8105b5efd222 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323267 Jul 05 07:51:42.387427 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:51:42.393723 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6a3b60fd-0f8e-4ca4-a2f7-221099d72bbf admin admin] 10.222.0.30 "PUT /v2.0/routers/983d245f-954e-4374-803c-2ff059f95c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098962 Jul 05 07:51:42.394823 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53324) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:42.396331 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] Sync routers for ids ['983d245f-954e-4374-803c-2ff059f95c7c'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:51:42.405146 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] Routers {'983d245f-954e-4374-803c-2ff059f95c7c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:51:42.405740 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['983d245f-954e-4374-803c-2ff059f95c7c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:42.495615 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:42.509254 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] Set router 983d245f-954e-4374-803c-2ff059f95c7c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:51:42.596932 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:42.650138 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Deleting port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:51:42.650843 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:42.690652 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196'}], 'enable_snat': True}, 'gw_port_id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:51:41Z', 'revision_number': 5, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port': {'id': 'd9c3a8a5-57ad-4cda-8627-3fab344f6fe5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '983d245f-954e-4374-803c-2ff059f95c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:42.720192 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] Checking router: 983d245f-954e-4374-803c-2ff059f95c7c for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:51:42.728569 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] Routers {'983d245f-954e-4374-803c-2ff059f95c7c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:51:42.729164 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['983d245f-954e-4374-803c-2ff059f95c7c'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:42.736446 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] For port d9c3a8a5-57ad-4cda-8627-3fab344f6fe5, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:51:42.736821 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:42.749324 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Calling delete_port for d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:51:42.812152 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] Set router 983d245f-954e-4374-803c-2ff059f95c7c gateway port host: None {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:51:42.862252 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:51:42Z', 'revision_number': 6, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:42.890756 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31bc7886-5a75-4c94-bf7b-c4310e6bac6d None None] The sync data for ids ['983d245f-954e-4374-803c-2ff059f95c7c'] in dv-cinder-768592-9-iscsi is: [{'id': '983d245f-954e-4374-803c-2ff059f95c7c', 'name': 'tempest-ServerRescueNegativeTestJSON-821938243-router', 'tenant_id': '5be2e4b042484476847f61d7982422aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:51:42Z', 'revision_number': 6, 'project_id': '5be2e4b042484476847f61d7982422aa', 'gw_port_host': None}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:51:42.913549 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:42.947509 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9c3a8a5-57ad-4cda-8627-3fab344f6fe5,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:43.007254 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.123811 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.123811 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.173834 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6b5ea-5879-48d2-b32e-36e85748e3c5 req-b9b8dae1-3f43-4cec-baba-415038d80c9d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:43.175539 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c8e6b5ea-5879-48d2-b32e-36e85748e3c5 req-b9b8dae1-3f43-4cec-baba-415038d80c9d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0703757 Jul 05 07:51:43.186939 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.187539 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 983d245f-954e-4374-803c-2ff059f95c7c {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 07:51:43.193112 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.194939 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-04cc89f7-817c-4348-9261-dca22b5fa363 admin admin] 10.222.0.30 "DELETE /v2.0/routers/983d245f-954e-4374-803c-2ff059f95c7c HTTP/1.1" status: 204 len: 168 time: 0.7991624 Jul 05 07:51:43.197481 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53340) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:43.232101 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c8e6b5ea-5879-48d2-b32e-36e85748e3c5 req-f1c13dd7-0b0d-43eb-a7cd-dc333f8fa759 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478773 Jul 05 07:51:43.255062 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] Deleting subnet 55f50915-8341-4192-97a4-43d89df98215 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:51:43.258683 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.525518 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f428afd1-dacc-4c05-9d5f-0792eeced94b req-4459d2f0-eebb-44af-8744-a0a4d1c949b7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:43.527464 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f428afd1-dacc-4c05-9d5f-0792eeced94b req-4459d2f0-eebb-44af-8744-a0a4d1c949b7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0721917 Jul 05 07:51:43.537861 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.575112 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f428afd1-dacc-4c05-9d5f-0792eeced94b req-4363dd63-7f5f-4334-8dec-50db763c69b8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398586 Jul 05 07:51:43.586107 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.646302 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.673751 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f50915-8341-4192-97a4-43d89df98215,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:43.677673 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.679703 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-2f05353d-234a-4d57-bd50-94187c19bafb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/55f50915-8341-4192-97a4-43d89df98215 HTTP/1.1" status: 204 len: 168 time: 0.4810722 Jul 05 07:51:43.682077 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53344) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:43.773154 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.826667 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 8a7b7b1b-43da-4076-a21e-27005001b8a8 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:43.831366 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:43.860265 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.871193 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 8a7b7b1b-43da-4076-a21e-27005001b8a8 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:43.871535 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 8a7b7b1b-43da-4076-a21e-27005001b8a8 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:43.871950 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd57993-f4c4-4188-8d6f-b12b802f2388']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:43.875766 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:43.876613 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 48af5393-e9fe-4c54-bc3a-dbfae702c7a5 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:43.877222 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:51:43.885764 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:43.886058 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee94ae3-e4ec-43b2-9f73-ab13059f71b2') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:51:43.900803 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:51:43.901282 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d9c3a8a5-57ad-4cda-8627-3fab344f6fe5 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:51:43.901863 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.928919 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.939883 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:51:43.940467 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:51:43.944032 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:51:44.022075 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:44.030534 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:44.032780 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] 10.222.0.30 "DELETE /v2.0/networks/4bd57993-f4c4-4188-8d6f-b12b802f2388 HTTP/1.1" status: 204 len: 168 time: 0.3496344 Jul 05 07:51:44.051730 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7910a2-878f-4cf1-af46-84eb0ad29dff admin admin] Pushing event deleted for resources: {'Network': ['ID=4bd57993-f4c4-4188-8d6f-b12b802f2388,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:44.215264 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53358) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:44.260773 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-48ed3f42-5f54-4c79-b198-6d1a1b7a9c97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5be2e4b042484476847f61d7982422aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439963 Jul 05 07:51:44.263040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53360) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:44.327019 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8976234d-8f18-41df-8d69-059febab9119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:44.356020 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8976234d-8f18-41df-8d69-059febab9119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:44.452812 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e67fef-4988-4a68-bcb8-a0b9e47da2dd req-ead5e5ba-f6d9-4b02-81d6-f6be3ba4b515 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:44.454219 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a0e67fef-4988-4a68-bcb8-a0b9e47da2dd req-ead5e5ba-f6d9-4b02-81d6-f6be3ba4b515 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0958192 Jul 05 07:51:44.459159 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8976234d-8f18-41df-8d69-059febab9119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:44.461760 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8976234d-8f18-41df-8d69-059febab9119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:44.463024 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-8976234d-8f18-41df-8d69-059febab9119 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0a721a5-4e5e-4a8e-8829-5fb554cf0c22 HTTP/1.1" status: 204 len: 168 time: 0.1990325 Jul 05 07:51:44.478275 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976234d-8f18-41df-8d69-059febab9119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a721a5-4e5e-4a8e-8829-5fb554cf0c22,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:44.516723 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a0e67fef-4988-4a68-bcb8-a0b9e47da2dd req-dcdb6567-7f2f-4d2e-afea-4cf1250392a8 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525997 Jul 05 07:51:44.759212 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21aa70-bceb-4ef0-a614-195e0c7a1651 req-a1ab0c19-6e41-4f56-b230-5a1071d13e7b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:44.760837 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-eb21aa70-bceb-4ef0-a614-195e0c7a1651 req-a1ab0c19-6e41-4f56-b230-5a1071d13e7b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0657706 Jul 05 07:51:44.801192 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-eb21aa70-bceb-4ef0-a614-195e0c7a1651 req-760bc3c2-5e29-4063-8b43-148509475374 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347309 Jul 05 07:51:45.706178 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb475-6720-429e-b902-f7060a708b85 req-889362c7-b1de-49dd-a51a-83251bdbf94f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:45.709284 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8afeb475-6720-429e-b902-f7060a708b85 req-889362c7-b1de-49dd-a51a-83251bdbf94f tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0766153 Jul 05 07:51:45.753704 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8afeb475-6720-429e-b902-f7060a708b85 req-3d2de7b5-2b82-4144-8dea-5b28f483383b tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386443 Jul 05 07:51:45.780431 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53432) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:45.783619 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53434) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:45.895849 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:45.898473 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c480801c-2180-49b4-b011-de3862e5fb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:45.938129 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.db.api [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 07:51:45.938129 dv-cinder-768592-9-iscsi neutron-server[99352]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 07:51:45.938129 dv-cinder-768592-9-iscsi neutron-server[99352]: [parameters: {'project_id': 'f442ef8f76f640b4b31200ca20a72aaf', 'id': '0470c450-8097-4a97-b2f9-0ba79b9aae78', 'expiration': datetime.datetime(2021, 7, 5, 7, 53, 45, 925033)}] Jul 05 07:51:45.938129 dv-cinder-768592-9-iscsi neutron-server[99352]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99352) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 07:51:45.939049 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG oslo_db.api [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 07:51:46.004121 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1839d2f6-44e0-4414-b655-9f1f19886cc3 req-eaeea7b7-48be-4ba0-8c56-00940ce704a7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:46.005800 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1839d2f6-44e0-4414-b655-9f1f19886cc3 req-eaeea7b7-48be-4ba0-8c56-00940ce704a7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0816839 Jul 05 07:51:46.031657 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c480801c-2180-49b4-b011-de3862e5fb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.036642 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c480801c-2180-49b4-b011-de3862e5fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.044804 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1839d2f6-44e0-4414-b655-9f1f19886cc3 req-e10dc330-25f7-4ea5-bd26-cc215cb55bb5 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324364 Jul 05 07:51:46.084505 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-c480801c-2180-49b4-b011-de3862e5fb14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9c343339b6f4fecba1aeb5af8bb5aff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3028514 Jul 05 07:51:46.085542 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480801c-2180-49b4-b011-de3862e5fb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40389040-865c-4655-bbfc-95969895b8ee,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:46.087073 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53442) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:46.136645 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-374797e4-0329-4745-a4fd-aa70e1530dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.161764 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-374797e4-0329-4745-a4fd-aa70e1530dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.208582 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-374797e4-0329-4745-a4fd-aa70e1530dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.211151 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-374797e4-0329-4745-a4fd-aa70e1530dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.212306 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-374797e4-0329-4745-a4fd-aa70e1530dc7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40389040-865c-4655-bbfc-95969895b8ee HTTP/1.1" status: 204 len: 168 time: 0.1239946 Jul 05 07:51:46.220823 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374797e4-0329-4745-a4fd-aa70e1530dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40389040-865c-4655-bbfc-95969895b8ee,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:46.368740 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-9d38adfb-9a6d-4bcb-af9f-8eb134a09ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.441136 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.542141 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.544184 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.584053 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f442ef8f76f640b4b31200ca20a72aaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7992437 Jul 05 07:51:46.586645 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53456) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:46.593352 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdcd23-c84f-4de5-978b-ed5554aa5582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ceed4c-4adc-4337-8897-0ab0875254ba,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:46.647153 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-74230cc3-84f6-4a1e-9aef-3cc24c0678db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.682517 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-74230cc3-84f6-4a1e-9aef-3cc24c0678db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.732506 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-74230cc3-84f6-4a1e-9aef-3cc24c0678db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.733453 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-74230cc3-84f6-4a1e-9aef-3cc24c0678db admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:46.735170 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-74230cc3-84f6-4a1e-9aef-3cc24c0678db admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3ceed4c-4adc-4337-8897-0ab0875254ba HTTP/1.1" status: 204 len: 168 time: 0.1468289 Jul 05 07:51:46.743701 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74230cc3-84f6-4a1e-9aef-3cc24c0678db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ceed4c-4adc-4337-8897-0ab0875254ba,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:46.980287 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261e520-ea0a-448c-b9b2-19a01d8e94c9 req-51d8888d-0809-45ca-a574-cc5f219fb898 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:46.982433 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6261e520-ea0a-448c-b9b2-19a01d8e94c9 req-51d8888d-0809-45ca-a574-cc5f219fb898 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0823438 Jul 05 07:51:47.036199 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6261e520-ea0a-448c-b9b2-19a01d8e94c9 req-ce9bb78d-387a-4824-85f2-57ab95abd350 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457699 Jul 05 07:51:47.052512 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53476) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:47.068112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4a85877e-47ea-402c-8c7b-e3b108b53d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.161783 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4a85877e-47ea-402c-8c7b-e3b108b53d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.166254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4a85877e-47ea-402c-8c7b-e3b108b53d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.235890 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-4a85877e-47ea-402c-8c7b-e3b108b53d39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1c6c2baa7b64b089316d4bb9a0abc07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1822701 Jul 05 07:51:47.238621 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53484) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:47.245292 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a85877e-47ea-402c-8c7b-e3b108b53d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb21e175-d27f-4160-b970-5a3942f1d3d8,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:47.279832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb271ac-1da6-4356-94d4-529e6b00c918 req-87de478d-769a-407d-978a-5dbca46b66b3 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:47.281505 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4cb271ac-1da6-4356-94d4-529e6b00c918 req-87de478d-769a-407d-978a-5dbca46b66b3 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1029749 Jul 05 07:51:47.299591 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-73def0fd-51c2-4609-85f1-70784b1d3406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.322150 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-73def0fd-51c2-4609-85f1-70784b1d3406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.326807 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4cb271ac-1da6-4356-94d4-529e6b00c918 req-042a0720-767d-4671-aa70-f6f0e057bf02 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369680 Jul 05 07:51:47.374254 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-73def0fd-51c2-4609-85f1-70784b1d3406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.377433 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-73def0fd-51c2-4609-85f1-70784b1d3406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.378628 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-73def0fd-51c2-4609-85f1-70784b1d3406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb21e175-d27f-4160-b970-5a3942f1d3d8 HTTP/1.1" status: 204 len: 168 time: 0.1388054 Jul 05 07:51:47.386304 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73def0fd-51c2-4609-85f1-70784b1d3406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb21e175-d27f-4160-b970-5a3942f1d3d8,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:47.660133 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53500) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:47.674549 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dcd317d1-ab84-4c0d-8bd6-5ad49e9f89bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.727634 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:51:47.775646 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dcd317d1-ab84-4c0d-8bd6-5ad49e9f89bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.783114 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dcd317d1-ab84-4c0d-8bd6-5ad49e9f89bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.828004 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-dcd317d1-ab84-4c0d-8bd6-5ad49e9f89bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=210fcd701646405c80e75c9ca36d6680&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1637626 Jul 05 07:51:47.828004 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd317d1-ab84-4c0d-8bd6-5ad49e9f89bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d875a57-9d69-4a01-93a4-f563e1b5cf67,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:47.829424 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53514) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:47.889932 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fd7e305b-ccec-4e8d-9a6a-972bf976c4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.915277 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fd7e305b-ccec-4e8d-9a6a-972bf976c4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.965155 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fd7e305b-ccec-4e8d-9a6a-972bf976c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.967994 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fd7e305b-ccec-4e8d-9a6a-972bf976c4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:47.969575 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-fd7e305b-ccec-4e8d-9a6a-972bf976c4cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d875a57-9d69-4a01-93a4-f563e1b5cf67 HTTP/1.1" status: 204 len: 168 time: 0.1385214 Jul 05 07:51:47.978336 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e305b-ccec-4e8d-9a6a-972bf976c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d875a57-9d69-4a01-93a4-f563e1b5cf67,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:48.181578 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53534) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:48.229982 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdacf3f1-5eea-406a-8fd0-b3f1db27be44 req-031911ca-02d2-404c-9dbe-6dd824ee3dd1 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:48.231334 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cdacf3f1-5eea-406a-8fd0-b3f1db27be44 req-031911ca-02d2-404c-9dbe-6dd824ee3dd1 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0734501 Jul 05 07:51:48.277917 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cdacf3f1-5eea-406a-8fd0-b3f1db27be44 req-1cbb5dc3-4652-4896-9bb2-4abf499d0e72 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384219 Jul 05 07:51:48.308879 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1fd37606-16bd-49c8-a44d-31bcc620bf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:48.401780 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1fd37606-16bd-49c8-a44d-31bcc620bf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:48.406729 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1fd37606-16bd-49c8-a44d-31bcc620bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:48.449715 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1fd37606-16bd-49c8-a44d-31bcc620bf82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c042ec338aec4d16b8c84ffdf7a6e859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2670169 Jul 05 07:51:48.451236 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd37606-16bd-49c8-a44d-31bcc620bf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfb8f70-bfb8-4a9b-aaa7-69c2f61454c0,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:48.454716 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53548) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:48.522541 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d20592fc-15ff-4037-8206-6b7f7f54d354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:48.531262 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8a690-2e56-46c4-8d5b-1b70c727ff90 req-50ff3ca4-8762-4586-bc10-c2edbd921e22 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:48.533093 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-50a8a690-2e56-46c4-8d5b-1b70c727ff90 req-50ff3ca4-8762-4586-bc10-c2edbd921e22 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0836835 Jul 05 07:51:48.547581 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d20592fc-15ff-4037-8206-6b7f7f54d354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:48.583660 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-50a8a690-2e56-46c4-8d5b-1b70c727ff90 req-4cbca8e3-834d-4e77-8d21-7cab533c8fc2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 Jul 05 07:51:48.604011 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d20592fc-15ff-4037-8206-6b7f7f54d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:48.606695 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d20592fc-15ff-4037-8206-6b7f7f54d354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:48.607870 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d20592fc-15ff-4037-8206-6b7f7f54d354 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6bfb8f70-bfb8-4a9b-aaa7-69c2f61454c0 HTTP/1.1" status: 204 len: 168 time: 0.1401625 Jul 05 07:51:48.616608 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20592fc-15ff-4037-8206-6b7f7f54d354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfb8f70-bfb8-4a9b-aaa7-69c2f61454c0,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:48.994221 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53570) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:49.008556 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b08fe21-602a-4ee9-943e-7e93bae95c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.016175 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8c3aadcc-361c-4e7b-a73d-e6706fedc558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.107869 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b08fe21-602a-4ee9-943e-7e93bae95c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.115157 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b08fe21-602a-4ee9-943e-7e93bae95c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.158069 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7b08fe21-602a-4ee9-943e-7e93bae95c87 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03ef56e72510496586b66ebc2c13d9bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1625924 Jul 05 07:51:49.159081 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b08fe21-602a-4ee9-943e-7e93bae95c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0e078-473c-4e81-b997-66633fc1cae5,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:49.160837 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53574) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:49.212449 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-14916a89-060d-49b9-a9d0-8ab5929ace3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.237401 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-14916a89-060d-49b9-a9d0-8ab5929ace3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.279330 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.294629 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-14916a89-060d-49b9-a9d0-8ab5929ace3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.298183 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-14916a89-060d-49b9-a9d0-8ab5929ace3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.299557 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-14916a89-060d-49b9-a9d0-8ab5929ace3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ba0e078-473c-4e81-b997-66633fc1cae5 HTTP/1.1" status: 204 len: 168 time: 0.1369183 Jul 05 07:51:49.308213 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14916a89-060d-49b9-a9d0-8ab5929ace3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0e078-473c-4e81-b997-66633fc1cae5,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:49.427851 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:49.500502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb34803-5fc7-4577-a169-618f06bddd4e req-53fd14ce-8050-481d-8e49-98a8093621d1 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:49.503117 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ccb34803-5fc7-4577-a169-618f06bddd4e req-53fd14ce-8050-481d-8e49-98a8093621d1 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0849998 Jul 05 07:51:49.562552 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ccb34803-5fc7-4577-a169-618f06bddd4e req-b34dd622-4dee-4b27-86f8-a234d27c987d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0469725 Jul 05 07:51:49.770632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bc454-dd67-48aa-901a-05d5cbadc201 req-f184b62e-b5d7-49fa-ac50-7f8444d5b78d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:49.772173 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e20bc454-dd67-48aa-901a-05d5cbadc201 req-f184b62e-b5d7-49fa-ac50-7f8444d5b78d tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0733881 Jul 05 07:51:49.811821 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e20bc454-dd67-48aa-901a-05d5cbadc201 req-f14df615-940d-4f11-9839-0319f03af5c0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334401 Jul 05 07:51:50.138052 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:50.737923 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b5ac1-3657-4081-93b8-9bdee7bcd8b9 req-06391ce6-0ea7-4f6b-b19f-bc85e97d15e2 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:50.739450 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ae4b5ac1-3657-4081-93b8-9bdee7bcd8b9 req-06391ce6-0ea7-4f6b-b19f-bc85e97d15e2 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0648129 Jul 05 07:51:50.786414 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ae4b5ac1-3657-4081-93b8-9bdee7bcd8b9 req-73ca307d-90fd-40de-8085-602888d931f1 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&id=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411737 Jul 05 07:51:50.996584 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7acd3-9b99-4ada-a58e-3a70e9a26b9d req-b2dc3f9e-7878-4794-a5f6-ec3d6da451db tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:50.998330 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79f7acd3-9b99-4ada-a58e-3a70e9a26b9d req-b2dc3f9e-7878-4794-a5f6-ec3d6da451db tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0702801 Jul 05 07:51:51.040537 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79f7acd3-9b99-4ada-a58e-3a70e9a26b9d req-f7cb4d23-2108-4002-9ea0-845e2ab5c50c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344667 Jul 05 07:51:51.735292 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:52.227356 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be9d46-4916-4384-af1f-a3685b06d9e2 req-798cfd46-a19e-4528-b461-0f155b0605b9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:52.228880 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-60be9d46-4916-4384-af1f-a3685b06d9e2 req-798cfd46-a19e-4528-b461-0f155b0605b9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0727572 Jul 05 07:51:52.274057 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-60be9d46-4916-4384-af1f-a3685b06d9e2 req-d57c2162-6880-4bde-a5e7-510867a11f05 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348692 Jul 05 07:51:53.472630 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0382d06-28d4-4683-9967-ad758f477879 req-92083b1b-d775-421e-9390-2b0bd165606b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:53.474236 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a0382d06-28d4-4683-9967-ad758f477879 req-92083b1b-d775-421e-9390-2b0bd165606b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0804029 Jul 05 07:51:53.520039 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a0382d06-28d4-4683-9967-ad758f477879 req-7c638fea-7f07-4617-b769-db423044d402 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391920 Jul 05 07:51:53.828738 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53746) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:53.933334 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ae68535b-2cee-4129-b6e4-89004d39004f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.027710 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ae68535b-2cee-4129-b6e4-89004d39004f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.032153 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ae68535b-2cee-4129-b6e4-89004d39004f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.070829 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-ae68535b-2cee-4129-b6e4-89004d39004f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=084d96c20a2841789f3b238b1eee4ada&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2407918 Jul 05 07:51:54.072777 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68535b-2cee-4129-b6e4-89004d39004f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00cf21c8-528c-44a5-b1d8-979526ccbff6,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:54.073708 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53750) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:54.124000 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf9b7-58d4-49cc-972e-fc2f7fafdb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.146061 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf9b7-58d4-49cc-972e-fc2f7fafdb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.194757 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf9b7-58d4-49cc-972e-fc2f7fafdb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.197389 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d7cdf9b7-58d4-49cc-972e-fc2f7fafdb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.198572 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d7cdf9b7-58d4-49cc-972e-fc2f7fafdb7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00cf21c8-528c-44a5-b1d8-979526ccbff6 HTTP/1.1" status: 204 len: 168 time: 0.1238542 Jul 05 07:51:54.206147 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdf9b7-58d4-49cc-972e-fc2f7fafdb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00cf21c8-528c-44a5-b1d8-979526ccbff6,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:54.494894 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53768) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:54.509018 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ac91f13-8da3-4528-8253-a2a20fe95c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.607908 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ac91f13-8da3-4528-8253-a2a20fe95c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.613936 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ac91f13-8da3-4528-8253-a2a20fe95c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.657171 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7ac91f13-8da3-4528-8253-a2a20fe95c39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b74a251ac9e44f6e9b7577e7a856ac9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1586242 Jul 05 07:51:54.657171 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac91f13-8da3-4528-8253-a2a20fe95c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c584033-3ab9-4022-bf85-572bd8fec06f,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:54.657434 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53776) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:54.657862 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53778) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:54.755008 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ea47c625-05ac-4c4c-947e-c4d752136efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.786559 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41402d8-6c47-4385-84c3-86e689da09b1 req-85a1de4f-8f96-48af-8fab-e8d617760a39 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:54.788034 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e41402d8-6c47-4385-84c3-86e689da09b1 req-85a1de4f-8f96-48af-8fab-e8d617760a39 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1199749 Jul 05 07:51:54.803666 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ea47c625-05ac-4c4c-947e-c4d752136efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.809496 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-416563d5-12ff-4b39-a2c9-308e0ae6eb6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.874155 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e41402d8-6c47-4385-84c3-86e689da09b1 req-e498461f-8e54-4453-a2c0-3771650d5302 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735252 Jul 05 07:51:54.908092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ea47c625-05ac-4c4c-947e-c4d752136efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.910567 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ea47c625-05ac-4c4c-947e-c4d752136efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.911680 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-ea47c625-05ac-4c4c-947e-c4d752136efc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c584033-3ab9-4022-bf85-572bd8fec06f HTTP/1.1" status: 204 len: 168 time: 0.2520015 Jul 05 07:51:54.925351 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea47c625-05ac-4c4c-947e-c4d752136efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c584033-3ab9-4022-bf85-572bd8fec06f,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:54.963213 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-416563d5-12ff-4b39-a2c9-308e0ae6eb6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:54.967105 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-416563d5-12ff-4b39-a2c9-308e0ae6eb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.006987 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-416563d5-12ff-4b39-a2c9-308e0ae6eb6f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe51f10004c343d1b7f30413d571ac4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484175 Jul 05 07:51:55.007970 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416563d5-12ff-4b39-a2c9-308e0ae6eb6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd87d89d-c0cf-4d7e-96de-c59a8ad4e715,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:55.010196 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53784) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:55.064278 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-016ff8ad-87b5-43a3-be57-a2a64cb90aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.085188 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-016ff8ad-87b5-43a3-be57-a2a64cb90aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.134762 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-016ff8ad-87b5-43a3-be57-a2a64cb90aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.137414 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-016ff8ad-87b5-43a3-be57-a2a64cb90aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.140919 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-016ff8ad-87b5-43a3-be57-a2a64cb90aa9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd87d89d-c0cf-4d7e-96de-c59a8ad4e715 HTTP/1.1" status: 204 len: 168 time: 0.1269860 Jul 05 07:51:55.149149 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ff8ad-87b5-43a3-be57-a2a64cb90aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd87d89d-c0cf-4d7e-96de-c59a8ad4e715,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:55.465089 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53804) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:55.479007 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7ab7-feab-429a-bac1-442f1065b8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.568363 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7ab7-feab-429a-bac1-442f1065b8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.573425 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1b5d7ab7-feab-429a-bac1-442f1065b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.614155 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1b5d7ab7-feab-429a-bac1-442f1065b8cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4e3838821cc4485811955811028af02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479580 Jul 05 07:51:55.615043 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d7ab7-feab-429a-bac1-442f1065b8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f75af7-bb22-4d86-97a8-0516f46ad1e0,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:55.616830 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53810) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:55.668233 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a51c918-05ee-4ac4-bedb-a69c359c4b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.692033 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a51c918-05ee-4ac4-bedb-a69c359c4b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.740247 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a51c918-05ee-4ac4-bedb-a69c359c4b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.742846 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a51c918-05ee-4ac4-bedb-a69c359c4b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:55.743988 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9a51c918-05ee-4ac4-bedb-a69c359c4b64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b6f75af7-bb22-4d86-97a8-0516f46ad1e0 HTTP/1.1" status: 204 len: 168 time: 0.1258721 Jul 05 07:51:55.751872 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51c918-05ee-4ac4-bedb-a69c359c4b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f75af7-bb22-4d86-97a8-0516f46ad1e0,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:56.117923 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e81829-f31c-4d13-a6f3-11aeb1996f88 req-28c58339-e688-43d2-b2bc-77976974f04e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:56.119473 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-73e81829-f31c-4d13-a6f3-11aeb1996f88 req-28c58339-e688-43d2-b2bc-77976974f04e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0892341 Jul 05 07:51:56.161510 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-73e81829-f31c-4d13-a6f3-11aeb1996f88 req-7cba955a-b1e8-4a8e-904b-f4ad8c28c931 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348613 Jul 05 07:51:56.576586 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4369684-e443-4c90-b5fd-9f41421084f2 req-7ce9921c-4ca4-443b-814e-32c5fceb14c8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:56.578655 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d4369684-e443-4c90-b5fd-9f41421084f2 req-7ce9921c-4ca4-443b-814e-32c5fceb14c8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1128259 Jul 05 07:51:56.585880 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-75ae2407-2560-4df8-a6bf-cc0c807155f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:56.587367 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-75ae2407-2560-4df8-a6bf-cc0c807155f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 1099 time: 0.0874386 Jul 05 07:51:56.678179 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d4369684-e443-4c90-b5fd-9f41421084f2 req-1186900d-7061-4d3e-8640-92374190e41a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898197 Jul 05 07:51:56.712194 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-64031fb5-b59b-4ad5-bd5d-63a0c6bcff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:56.713779 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-64031fb5-b59b-4ad5-bd5d-63a0c6bcff0c service neutron] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 911 time: 0.1190271 Jul 05 07:51:56.790862 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-3543f46a-ba78-4822-b7fa-4d52371d0b0c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 200 len: 1002 time: 0.0704336 Jul 05 07:51:56.857734 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-cf0a3fe4-0327-4596-996c-f73e3a0dbaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:56.860083 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-cf0a3fe4-0327-4596-996c-f73e3a0dbaba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.0570846 Jul 05 07:51:56.919699 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-cbdafe33-15b6-48bb-bc08-d1d32bf7aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:56.921213 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-cbdafe33-15b6-48bb-bc08-d1d32bf7aefa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546851 Jul 05 07:51:57.036592 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-9c4bde58-9047-4b3a-aea4-64e58443a958 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085894 Jul 05 07:51:57.135188 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6942ce9b-5fca-49a9-b3e5-57c8aae61b25 req-f91529d3-e1d2-4a41-9bbf-2891ae1240d4 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922139 Jul 05 07:51:57.743735 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53906) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:57.883280 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f3c39106-aebe-45de-8226-e7f9bffc296f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:57.899556 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f41c9-699e-4647-a4c6-504143868989 req-7bd515e7-b68b-4d57-ab24-96d7f5fb587c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:57.911064 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3b3f41c9-699e-4647-a4c6-504143868989 req-7bd515e7-b68b-4d57-ab24-96d7f5fb587c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1027083 Jul 05 07:51:57.960810 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3b3f41c9-699e-4647-a4c6-504143868989 req-6d3a1a4c-031c-4c6f-96b5-7e079dc5ed21 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Jul 05 07:51:57.989257 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f3c39106-aebe-45de-8226-e7f9bffc296f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:57.993586 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f3c39106-aebe-45de-8226-e7f9bffc296f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.035411 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-f3c39106-aebe-45de-8226-e7f9bffc296f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08ec0693c53646618a65b74a44bfaf17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904727 Jul 05 07:51:58.036117 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c39106-aebe-45de-8226-e7f9bffc296f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5caaa8a-6b06-4f82-a793-8dae2a08181f,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:58.038081 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53914) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:58.085821 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-026c930f-60f8-40ad-a1a6-13f92bde1432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.106631 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-026c930f-60f8-40ad-a1a6-13f92bde1432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.154153 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-026c930f-60f8-40ad-a1a6-13f92bde1432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.156703 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-026c930f-60f8-40ad-a1a6-13f92bde1432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.157879 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-026c930f-60f8-40ad-a1a6-13f92bde1432 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5caaa8a-6b06-4f82-a793-8dae2a08181f HTTP/1.1" status: 204 len: 168 time: 0.1187789 Jul 05 07:51:58.165451 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c930f-60f8-40ad-a1a6-13f92bde1432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5caaa8a-6b06-4f82-a793-8dae2a08181f,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:58.408033 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 53920) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:58.420830 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-52c53e0d-dd52-4e9a-aacf-284f862c2214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.508162 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-52c53e0d-dd52-4e9a-aacf-284f862c2214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.511841 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-52c53e0d-dd52-4e9a-aacf-284f862c2214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.548462 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-52c53e0d-dd52-4e9a-aacf-284f862c2214 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0954bd3f62e41848406191079a7372d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1393740 Jul 05 07:51:58.550330 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c53e0d-dd52-4e9a-aacf-284f862c2214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4524e2e-4ef4-4bf8-bf41-e9de12234b9e,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:58.551188 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 53922) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:51:58.598787 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-65801e3e-8e71-4446-9c9f-edb428573c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.619840 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-65801e3e-8e71-4446-9c9f-edb428573c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.666259 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-65801e3e-8e71-4446-9c9f-edb428573c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.668792 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-65801e3e-8e71-4446-9c9f-edb428573c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:51:58.669921 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-65801e3e-8e71-4446-9c9f-edb428573c79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4524e2e-4ef4-4bf8-bf41-e9de12234b9e HTTP/1.1" status: 204 len: 168 time: 0.1177619 Jul 05 07:51:58.677887 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65801e3e-8e71-4446-9c9f-edb428573c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4524e2e-4ef4-4bf8-bf41-e9de12234b9e,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:51:59.162242 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13a6c3-5d76-4997-8e1c-666f931bc3ca req-e1449fd7-ce73-4f3a-81a4-6c2a8b5bf277 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:51:59.163862 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2d13a6c3-5d76-4997-8e1c-666f931bc3ca req-e1449fd7-ce73-4f3a-81a4-6c2a8b5bf277 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0804770 Jul 05 07:51:59.208249 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2d13a6c3-5d76-4997-8e1c-666f931bc3ca req-a2805f88-72d2-47ff-b3d8-6337feb81eff tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384929 Jul 05 07:52:03.736385 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54068) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:03.838514 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8393f8f5-b99e-4108-8643-fb999429a53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:03.925244 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8393f8f5-b99e-4108-8643-fb999429a53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:03.928833 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8393f8f5-b99e-4108-8643-fb999429a53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:03.965932 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-8393f8f5-b99e-4108-8643-fb999429a53c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=494fea649efd4e199e217ca2e0588a17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2284675 Jul 05 07:52:03.967018 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8393f8f5-b99e-4108-8643-fb999429a53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadd1c79-d765-4e26-9046-2edf80a5bece,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:03.970640 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54072) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:04.022995 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd26caad-d974-4971-a0da-adf449ab2155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.043773 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd26caad-d974-4971-a0da-adf449ab2155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.090108 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd26caad-d974-4971-a0da-adf449ab2155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.092931 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd26caad-d974-4971-a0da-adf449ab2155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.094326 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-dd26caad-d974-4971-a0da-adf449ab2155 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dadd1c79-d765-4e26-9046-2edf80a5bece HTTP/1.1" status: 204 len: 168 time: 0.1223588 Jul 05 07:52:04.104075 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd26caad-d974-4971-a0da-adf449ab2155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadd1c79-d765-4e26-9046-2edf80a5bece,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:04.345278 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54078) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:04.361692 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-44fae1ad-325b-44fc-9b4b-903417b2bf1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.447671 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-44fae1ad-325b-44fc-9b4b-903417b2bf1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.451662 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-44fae1ad-325b-44fc-9b4b-903417b2bf1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.490794 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-44fae1ad-325b-44fc-9b4b-903417b2bf1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=05942fd55a824e97b9645816947141cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444159 Jul 05 07:52:04.491665 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fae1ad-325b-44fc-9b4b-903417b2bf1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c6579-13f0-4841-be0f-7d6d40bede1c,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:04.494033 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54080) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:04.544941 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a4b94491-d518-4cf3-b597-b88c50848381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.565982 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a4b94491-d518-4cf3-b597-b88c50848381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.616238 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a4b94491-d518-4cf3-b597-b88c50848381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.626382 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a4b94491-d518-4cf3-b597-b88c50848381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:04.626382 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a4b94491-d518-4cf3-b597-b88c50848381 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d7c6579-13f0-4841-be0f-7d6d40bede1c HTTP/1.1" status: 204 len: 168 time: 0.1265330 Jul 05 07:52:04.629972 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b94491-d518-4cf3-b597-b88c50848381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c6579-13f0-4841-be0f-7d6d40bede1c,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:04.935787 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54094) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:04.949006 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ba264068-3dbb-44a2-84d0-01e66ec496f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:05.035532 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ba264068-3dbb-44a2-84d0-01e66ec496f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:05.039019 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ba264068-3dbb-44a2-84d0-01e66ec496f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:05.078329 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-ba264068-3dbb-44a2-84d0-01e66ec496f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1738985f52a43a1bb03bd6f7b15df97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414661 Jul 05 07:52:05.080078 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba264068-3dbb-44a2-84d0-01e66ec496f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6af14b-27b7-4d1f-b7ea-2e53e8bbbb98,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:05.081808 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54096) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:05.131635 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2a46a60a-f0c8-445e-b00b-f70f89114a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:05.155451 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2a46a60a-f0c8-445e-b00b-f70f89114a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:05.203396 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2a46a60a-f0c8-445e-b00b-f70f89114a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:05.206632 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2a46a60a-f0c8-445e-b00b-f70f89114a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:05.207824 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-2a46a60a-f0c8-445e-b00b-f70f89114a4c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ca6af14b-27b7-4d1f-b7ea-2e53e8bbbb98 HTTP/1.1" status: 204 len: 168 time: 0.1248853 Jul 05 07:52:05.215527 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46a60a-f0c8-445e-b00b-f70f89114a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6af14b-27b7-4d1f-b7ea-2e53e8bbbb98,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:06.263170 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54144) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:06.363099 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ae925435-a010-430d-bdf7-c0b32284d6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:06.449796 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ae925435-a010-430d-bdf7-c0b32284d6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:06.455271 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ae925435-a010-430d-bdf7-c0b32284d6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:06.493134 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ae925435-a010-430d-bdf7-c0b32284d6d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=980c9ec2dd734ab5ae4a87074a03434a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288611 Jul 05 07:52:06.493997 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae925435-a010-430d-bdf7-c0b32284d6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a280bd-c8b5-4056-9948-3f11204dff04,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:06.495873 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54148) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:06.553420 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb6fa-f65b-41cc-bc07-aa0ec7e7b764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:06.573301 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb6fa-f65b-41cc-bc07-aa0ec7e7b764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:06.618578 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb6fa-f65b-41cc-bc07-aa0ec7e7b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:06.621012 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ec7fb6fa-f65b-41cc-bc07-aa0ec7e7b764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:06.622170 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-ec7fb6fa-f65b-41cc-bc07-aa0ec7e7b764 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8a280bd-c8b5-4056-9948-3f11204dff04 HTTP/1.1" status: 204 len: 168 time: 0.1253433 Jul 05 07:52:06.631088 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7fb6fa-f65b-41cc-bc07-aa0ec7e7b764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a280bd-c8b5-4056-9948-3f11204dff04,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:07.042312 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54174) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:07.056324 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20735407-9ece-43d4-9287-af98a3583d52 req-71a91a98-f866-4b33-a37e-db680c6b78a3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:07.057809 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-20735407-9ece-43d4-9287-af98a3583d52 req-71a91a98-f866-4b33-a37e-db680c6b78a3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 947 time: 0.0633025 Jul 05 07:52:07.107286 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-20735407-9ece-43d4-9287-af98a3583d52 req-633ace96-1468-4c2b-b156-0b2443dd0d85 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413754 Jul 05 07:52:07.154596 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-38afbf0c-2741-47cd-94cc-3484109ec170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.248788 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-38afbf0c-2741-47cd-94cc-3484109ec170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.253380 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-38afbf0c-2741-47cd-94cc-3484109ec170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.291390 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-38afbf0c-2741-47cd-94cc-3484109ec170 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=192d41890ee4441bacc7cb24711a30f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478585 Jul 05 07:52:07.292423 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38afbf0c-2741-47cd-94cc-3484109ec170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa28b9-30ad-4502-9924-d892b4a1439f,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:07.293977 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54186) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:07.294327 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54188) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:07.350249 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5aff589f-77b0-439a-96b4-dbc3ed49a42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.371491 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5aff589f-77b0-439a-96b4-dbc3ed49a42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.401648 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1963228112-network', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:07.427106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Made reservation on behalf of e78e4bd345a74ac2860317239dde0c46 for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:07.429439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.438287 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.448675 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5aff589f-77b0-439a-96b4-dbc3ed49a42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.451124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-5aff589f-77b0-439a-96b4-dbc3ed49a42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.452315 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-5aff589f-77b0-439a-96b4-dbc3ed49a42a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eafa28b9-30ad-4502-9924-d892b4a1439f HTTP/1.1" status: 204 len: 168 time: 0.1558864 Jul 05 07:52:07.465668 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff589f-77b0-439a-96b4-dbc3ed49a42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa28b9-30ad-4502-9924-d892b4a1439f,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:07.545044 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.549902 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.570435 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:52:07.584996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37856a7-fcfd-47d7-b7ae-fe01f0dfb789,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:07.590933 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.591291 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Added segment 0d656c46-dc9d-4a0d-b9fc-73855c8291f2 of type vlan for network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 Jul 05 07:52:07.630496 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.660782 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.661851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:07.662534 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.718270 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54196) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:07.718449 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4229898 Jul 05 07:52:07.724340 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Request body: {'subnet': {'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1963228112-subnet', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:07.728391 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81bd0e-9664-423a-a816-6a851879df89 admin admin] Pushing event updated for resources: {'Network': ['ID=7dde9fae-cdf8-4b21-9d84-27a251bb2129,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:07.730488 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54198) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:07.742467 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:52:07.749855 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-438d6728-c5b7-47d8-9a6d-2f94981ae846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.758446 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Made reservation on behalf of e78e4bd345a74ac2860317239dde0c46 for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:07.761455 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26334790'] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.849051 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-438d6728-c5b7-47d8-9a6d-2f94981ae846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.853026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-438d6728-c5b7-47d8-9a6d-2f94981ae846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:07.892314 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-438d6728-c5b7-47d8-9a6d-2f94981ae846 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcbc1db0863f49508838f5d83b50d87e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584220 Jul 05 07:52:07.892314 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d6728-c5b7-47d8-9a6d-2f94981ae846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0e1632-4c46-4fa2-a424-b36badee72f6,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:07.892781 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54200) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:07.957872 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26214418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26334804'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.024303 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:08.026218 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3eae-a4ee-4afe-8c40-7cd63b40fef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.058315 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3eae-a4ee-4afe-8c40-7cd63b40fef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.060091 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Checking segment: {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:08.060440 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Network hostable DHCP agents. Network: 7dde9fae-cdf8-4b21-9d84-27a251bb2129, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:52:08.099739 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:52:08.108624 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 7dde9fae-cdf8-4b21-9d84-27a251bb2129) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:08.113122 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:08.113908 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.118414 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a703092-2147-40a2-919c-d5aa7d9839a2 None None] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:08.128177 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3eae-a4ee-4afe-8c40-7cd63b40fef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.130858 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a2ce3eae-a4ee-4afe-8c40-7cd63b40fef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.135849 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a2ce3eae-a4ee-4afe-8c40-7cd63b40fef6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c0e1632-4c46-4fa2-a424-b36badee72f6 HTTP/1.1" status: 204 len: 168 time: 0.2383020 Jul 05 07:52:08.140335 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce3eae-a4ee-4afe-8c40-7cd63b40fef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0e1632-4c46-4fa2-a424-b36badee72f6,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:08.147109 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-dd71bb90-4754-4190-adee-aa8b37418a4e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4240096 Jul 05 07:52:08.147109 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54206) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:08.151832 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:08.176929 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.178252 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.241337 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.301606 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:52:08.302787 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.314751 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4eb5c-e91d-4472-8269-699cbcb8e8dc req-2c33dc94-106b-45ce-9ad7-08f4ecad6984 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:08.317266 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-56e4eb5c-e91d-4472-8269-699cbcb8e8dc req-2c33dc94-106b-45ce-9ad7-08f4ecad6984 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 947 time: 0.0806901 Jul 05 07:52:08.382473 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-56e4eb5c-e91d-4472-8269-699cbcb8e8dc req-3c26dee0-bde3-4ca9-82ef-923d9858b0e4 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=2115e6a1-7968-4622-884f-e78ecc50e5d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593176 Jul 05 07:52:08.421511 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.460120 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Allocated IP 172.20.0.2 (7dde9fae-cdf8-4b21-9d84-27a251bb2129/abe0d2f0-e4b9-4035-a42a-8b82a60aaae6/51073809-0660-44d1-bb21-dfaa24af24fc) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:08.609637 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951e263-061e-4964-9309-1f740685eba0 req-fc84345f-e98d-40cf-a72d-647276e29e0f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:08.611949 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a951e263-061e-4964-9309-1f740685eba0 req-fc84345f-e98d-40cf-a72d-647276e29e0f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 947 time: 0.0822065 Jul 05 07:52:08.641989 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.649486 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.656860 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Transition to ACTIVE for port object 51073809-0660-44d1-bb21-dfaa24af24fc will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:08.670021 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.676296 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Transition to ACTIVE for port object 51073809-0660-44d1-bb21-dfaa24af24fc will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:08.686245 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.742868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Pushing event updated for resources: {'Port': ['ID=51073809-0660-44d1-bb21-dfaa24af24fc,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:08.747859 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:08.752307 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Deleting port 7e27456f-6410-4633-8354-8f1fb23c560e {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:08.752816 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.753382 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:08.756517 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:08.759241 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.759606 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.759937 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.760273 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.760607 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.760942 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.761270 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.761597 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.761944 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.762270 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.762632 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.762956 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:08.812153 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Allocated IP 172.27.3.86 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/9c5d3e0a-6739-4a13-a016-440757832a1f) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:08.824511 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Attempting to bind port 51073809-0660-44d1-bb21-dfaa24af24fc on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:08.825074 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Attempting to bind port 51073809-0660-44d1-bb21-dfaa24af24fc by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:08.825447 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Attempting to bind port 51073809-0660-44d1-bb21-dfaa24af24fc on network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:08.832338 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:08.832751 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Checking segment: {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:08.833326 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.833772 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Bound using segment: {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:08.834301 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Bound port: 51073809-0660-44d1-bb21-dfaa24af24fc, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:08.834744 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.873443 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] For port 7e27456f-6410-4633-8354-8f1fb23c560e, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7e27456f-6410-4633-8354-8f1fb23c560e,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:08.874215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.902607 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] For port 51073809-0660-44d1-bb21-dfaa24af24fc, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:08.906160 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] For port 51073809-0660-44d1-bb21-dfaa24af24fc, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=51073809-0660-44d1-bb21-dfaa24af24fc,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:08.911988 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:08.953431 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.004459 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120f15fd-1183-4bc5-b745-fdb675a2ab23 None None] Pushing event updated for resources: {'Port': ['ID=51073809-0660-44d1-bb21-dfaa24af24fc,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:09.025068 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.066191 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:09.069503 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:09.072339 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:09.115003 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Pushing event updated for resources: {'Port': ['ID=9c5d3e0a-6739-4a13-a016-440757832a1f,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:09.160190 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.160585 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.160953 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Floating IP e56d2841-5a32-4e9e-bd16-dae07073418e disassociated. External IP: 172.27.3.238, port: 7e27456f-6410-4633-8354-8f1fb23c560e. Jul 05 07:52:09.162471 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Calling delete_port for 7e27456f-6410-4633-8354-8f1fb23c560e owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:09.364999 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.400724 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event deleted for resources: {'Port': ['ID=7e27456f-6410-4633-8354-8f1fb23c560e,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:09.409957 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.566097 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54236) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:09.659479 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.739870 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac70454c-fbf3-4fc4-8657-2ea504d7bbc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:09.757878 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 51073809-0660-44d1-bb21-dfaa24af24fc up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:09.816457 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 51073809-0660-44d1-bb21-dfaa24af24fc completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:09.839069 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:52:09.863227 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5097f840-6dd9-47a0-90b8-ad42e2b5f7dd req-1a9212d0-e84b-4153-b719-ac7842620287 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b HTTP/1.1" status: 200 len: 210 time: 0.0441701 Jul 05 07:52:09.896181 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Router e0eff821-b318-4bfc-94fb-dd64c248ab7a is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:52:09.989134 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac70454c-fbf3-4fc4-8657-2ea504d7bbc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.006075 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:10.016660 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] Sync routers for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:10.023420 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac70454c-fbf3-4fc4-8657-2ea504d7bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.030132 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:10.031057 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:10.058323 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] No DVR routers for this DVR port 7e27456f-6410-4633-8354-8f1fb23c560e on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:52:10.061223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.064179 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a951e263-061e-4964-9309-1f740685eba0 req-7afc974d-f9f1-468a-a82d-41953c8d8c2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "DELETE /v2.0/ports/7e27456f-6410-4633-8354-8f1fb23c560e HTTP/1.1" status: 204 len: 173 time: 1.4345789 Jul 05 07:52:10.064748 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-deleted', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:10.075411 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825fdecc-f2ec-46f9-b3bc-0adaab524a6b" -d '{"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-deleted", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:10.183192 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46a1c59-2694-4763-be04-09eb75c77739 x-openstack-request-id: req-b46a1c59-2694-4763-be04-09eb75c77739 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:10.183618 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b", "name": "network-vif-deleted", "tag": "7e27456f-6410-4633-8354-8f1fb23c560e", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:10.183996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b46a1c59-2694-4763-be04-09eb75c77739 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:10.184526 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f1c1bb-ffd9-4b10-b30e-2da3b2433c4b', 'name': 'network-vif-deleted', 'tag': '7e27456f-6410-4633-8354-8f1fb23c560e', 'status': 'completed', 'code': 200} Jul 05 07:52:10.273174 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e69e3-7298-4d61-8608-198cb8a5c567 None None] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:10.329713 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ac70454c-fbf3-4fc4-8657-2ea504d7bbc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb03b148dfa34399b506ab11be8d6439&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7592738 Jul 05 07:52:10.330762 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54242) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:10.370448 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-00db6f21-cf34-4eec-9f37-966233bf0fdd None None] Provisioning for port 51073809-0660-44d1-bb21-dfaa24af24fc completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:10.378490 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:10.382656 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac70454c-fbf3-4fc4-8657-2ea504d7bbc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae43167-fa10-471f-a85b-c575887ec9c9,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:10.389249 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:10.399899 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Sync routers for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:10.406688 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-00db6f21-cf34-4eec-9f37-966233bf0fdd None None] Provisioning complete for port 51073809-0660-44d1-bb21-dfaa24af24fc triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:10.407726 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-00db6f21-cf34-4eec-9f37-966233bf0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.414615 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d06bfbf8-79ea-493b-a144-81081f28769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.417627 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.421613 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7df436fe-588d-49bb-99c4-cd43e008d21d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2718632 Jul 05 07:52:10.421931 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54244) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:10.422251 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:10.432624 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:10.474963 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d06bfbf8-79ea-493b-a144-81081f28769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.587381 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d06bfbf8-79ea-493b-a144-81081f28769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.591670 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d06bfbf8-79ea-493b-a144-81081f28769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.594213 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-d06bfbf8-79ea-493b-a144-81081f28769c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ae43167-fa10-471f-a85b-c575887ec9c9 HTTP/1.1" status: 204 len: 168 time: 0.2623863 Jul 05 07:52:10.605820 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bfbf8-79ea-493b-a144-81081f28769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae43167-fa10-471f-a85b-c575887ec9c9,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:10.618934 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:10.862779 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-00db6f21-cf34-4eec-9f37-966233bf0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:10.931224 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:09Z', 'revision_number': 3, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:10.968006 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Checking router: e0eff821-b318-4bfc-94fb-dd64c248ab7a for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:10.968407 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Updating router e0eff821-b318-4bfc-94fb-dd64c248ab7a port 9c5d3e0a-6739-4a13-a016-440757832a1f binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:52:10.999556 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-00db6f21-cf34-4eec-9f37-966233bf0fdd None None] For port 51073809-0660-44d1-bb21-dfaa24af24fc, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=51073809-0660-44d1-bb21-dfaa24af24fc,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:11.002752 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:11.043527 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.049545 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.059746 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-00db6f21-cf34-4eec-9f37-966233bf0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.069480 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] Checking router: 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:11.114506 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:11.116881 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:11.205868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db6f21-cf34-4eec-9f37-966233bf0fdd None None] Pushing event updated for resources: {'Port': ['ID=51073809-0660-44d1-bb21-dfaa24af24fc,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:11.288916 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Allocated IP 172.20.0.1 (7dde9fae-cdf8-4b21-9d84-27a251bb2129/abe0d2f0-e4b9-4035-a42a-8b82a60aaae6/081e5944-d8b2-495b-afd1-df50b4739259) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:11.305733 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:11.436073 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.449971 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-8bb4a232-897d-446d-bab1-008455b5dc98 None None] Provisioning complete for port 51073809-0660-44d1-bb21-dfaa24af24fc triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:11.450666 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a232-897d-446d-bab1-008455b5dc98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.462575 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Transition to ACTIVE for port object 081e5944-d8b2-495b-afd1-df50b4739259 will not be triggered until provisioned by entity DHCP. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:11.494491 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.504998 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.510176 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Transition to ACTIVE for port object 9c5d3e0a-6739-4a13-a016-440757832a1f will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:11.518901 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.549278 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:11.552997 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:11.555670 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:11.567633 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Pushing event updated for resources: {'Port': ['ID=9c5d3e0a-6739-4a13-a016-440757832a1f,revision_number=2']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:11.577542 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.577932 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.578269 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.578637 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.579062 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.579382 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.579915 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.580639 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.581195 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.581667 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.582136 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.582844 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:11.616628 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Pushing event updated for resources: {'Port': ['ID=081e5944-d8b2-495b-afd1-df50b4739259,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:11.628287 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:11.650267 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Attempting to bind port 9c5d3e0a-6739-4a13-a016-440757832a1f on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:11.650656 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Attempting to bind port 9c5d3e0a-6739-4a13-a016-440757832a1f by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:11.651013 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Attempting to bind port 9c5d3e0a-6739-4a13-a016-440757832a1f on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:11.658177 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c18814-427b-41e5-a86b-3f4b665008fe None None] The sync data for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi is: [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:11.661171 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:11.662043 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:11.662043 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.662290 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:11.666456 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Bound port: 9c5d3e0a-6739-4a13-a016-440757832a1f, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:11.666872 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.676600 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.752448 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 51073809-0660-44d1-bb21-dfaa24af24fc up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:11.792113 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] For port 9c5d3e0a-6739-4a13-a016-440757832a1f, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:11.797618 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] For port 9c5d3e0a-6739-4a13-a016-440757832a1f, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9c5d3e0a-6739-4a13-a016-440757832a1f,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:11.811621 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.811770 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54274) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:11.837470 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 51073809-0660-44d1-bb21-dfaa24af24fc triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:11.837871 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.889005 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:11.893027 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:11.933452 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 7e27456f-6410-4633-8354-8f1fb23c560e {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:11.933943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7e27456f-6410-4633-8354-8f1fb23c560e not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:11.986310 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:11.986970 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:12.002859 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b89af-c99d-4ed3-8d6b-7eb7a7142536 None None] Pushing event updated for resources: {'Port': ['ID=9c5d3e0a-6739-4a13-a016-440757832a1f,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:12.012021 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1603220644-network', 'tenant_id': 'ad2879bfd6424443a39a0f6f9d8979b4'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:12.054574 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-4d82d1c4-c2ca-43f1-b3d2-b33098a8bc75 None None] Provisioning for port 081e5944-d8b2-495b-afd1-df50b4739259 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:12.059316 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-4d82d1c4-c2ca-43f1-b3d2-b33098a8bc75 None None] Provisioning complete for port 081e5944-d8b2-495b-afd1-df50b4739259 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:12.059691 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-4d82d1c4-c2ca-43f1-b3d2-b33098a8bc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.088929 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Made reservation on behalf of ad2879bfd6424443a39a0f6f9d8979b4 for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:12.091563 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.110989 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.142239 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-4d82d1c4-c2ca-43f1-b3d2-b33098a8bc75 None None] Port 081e5944-d8b2-495b-afd1-df50b4739259 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:52:12.152267 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54280) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:12.182576 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a322c6-6100-4c77-8a8a-376f637ad7f4 None None] New status for floating IP e56d2841-5a32-4e9e-bd16-dae07073418e: DOWN {{(pid=99354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:52:12.186471 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:12.206346 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.218404 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26214548'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.232704 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a7715e4a-5bff-4ec3-aa88-d5a86dd1cdc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.265058 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a7715e4a-5bff-4ec3-aa88-d5a86dd1cdc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.319854 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Pushing event updated for resources: {'Port': ['ID=081e5944-d8b2-495b-afd1-df50b4739259,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:12.330115 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.331557 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a7715e4a-5bff-4ec3-aa88-d5a86dd1cdc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.335124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a7715e4a-5bff-4ec3-aa88-d5a86dd1cdc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.340050 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a7715e4a-5bff-4ec3-aa88-d5a86dd1cdc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "DELETE /v2.0/security-groups/2115e6a1-7968-4622-884f-e78ecc50e5d3 HTTP/1.1" status: 204 len: 168 time: 0.1861548 Jul 05 07:52:12.340664 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54282) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:12.351707 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.386082 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7715e4a-5bff-4ec3-aa88-d5a86dd1cdc8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115e6a1-7968-4622-884f-e78ecc50e5d3,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:12.391333 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.395610 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.api.v2.resource [None req-d4c4a3f4-4f9c-478d-b372-c754cb6a409a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] show failed (client error): The resource could not be found. Jul 05 07:52:12.403629 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-d4c4a3f4-4f9c-478d-b372-c754cb6a409a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups/2115e6a1-7968-4622-884f-e78ecc50e5d3 HTTP/1.1" status: 404 len: 347 time: 0.0513058 Jul 05 07:52:12.404223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54284) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:12.427417 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:52:12.449087 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfcd836-b77a-47d6-96a5-cedb0a24f577,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:12.462123 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.463492 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Added segment 6ae41a08-ea45-4ccf-b639-74c19cb25742 of type vlan for network 1a193c7c-090b-4893-9a6a-b145291bf330 Jul 05 07:52:12.514276 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 1, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:12.539892 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.551883 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:12.556711 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:12.567399 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bf407-7921-408c-883c-51fa0e3fcaa7 None None] The sync data for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi is: [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 1, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:12.627222 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.628603 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:12.629268 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.635736 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Deleting port 5ea3d4bd-7d93-45da-a6ea-bd38a22e0aa1 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:12.635934 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.727411 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9146683 Jul 05 07:52:12.731573 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54286) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:12.740696 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.741163 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.745045 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Request body: {'subnet': {'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1603220644-subnet', 'tenant_id': 'ad2879bfd6424443a39a0f6f9d8979b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:12.760065 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Calling delete_port for 5ea3d4bd-7d93-45da-a6ea-bd38a22e0aa1 owned by network:floatingip {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:12.774610 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765e6071-9721-4643-8251-0cb98343e7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1a193c7c-090b-4893-9a6a-b145291bf330,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:12.785295 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 1a193c7c-090b-4893-9a6a-b145291bf330 details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:52:12.801167 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Router e0eff821-b318-4bfc-94fb-dd64c248ab7a has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:52:12.806156 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Made reservation on behalf of ad2879bfd6424443a39a0f6f9d8979b4 for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:12.808652 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26334790'] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:12.973006 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-0ce0ee88-b72b-4105-a84b-242f2d1f2ede None None] Provisioning complete for port 081e5944-d8b2-495b-afd1-df50b4739259 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:12.973585 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0ce0ee88-b72b-4105-a84b-242f2d1f2ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.008677 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.024516 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-0ce0ee88-b72b-4105-a84b-242f2d1f2ede None None] Port 081e5944-d8b2-495b-afd1-df50b4739259 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:52:13.048012 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event deleted for resources: {'Port': ['ID=5ea3d4bd-7d93-45da-a6ea-bd38a22e0aa1,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:13.113810 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.116855 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.117518 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:13.118804 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-31e0b307-5fe9-4f77-8d9f-cef3d5985344 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "DELETE /v2.0/floatingips/e56d2841-5a32-4e9e-bd16-dae07073418e HTTP/1.1" status: 204 len: 168 time: 0.7136500 Jul 05 07:52:13.129400 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-18edaa07-954c-46e9-8f15-6e8b233379c6 admin admin] 10.222.0.30 "PUT /v2.0/routers/e0eff821-b318-4bfc-94fb-dd64c248ab7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7055395 Jul 05 07:52:13.241455 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26214418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26334804'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.310283 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:13.319728 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Checking segment: {'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:13.320081 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Network hostable DHCP agents. Network: 1a193c7c-090b-4893-9a6a-b145291bf330, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:52:13.340062 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Network 1a193c7c-090b-4893-9a6a-b145291bf330 is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:52:13.355667 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 1a193c7c-090b-4893-9a6a-b145291bf330) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:13.361991 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:13.362797 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.371328 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98371b7-205a-499d-9d47-b072e022c681 None None] Network 1a193c7c-090b-4893-9a6a-b145291bf330 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:13.404209 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-57920793-b6fd-464e-bb40-63642c4b8586 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6694608 Jul 05 07:52:13.440479 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54298) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:13.452399 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-bd7891de-e465-4f49-bbbc-cea346131cbc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393238220', 'description': 'tempest-description--1667075630'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:13.492568 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd7891de-e465-4f49-bbbc-cea346131cbc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.679867 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd7891de-e465-4f49-bbbc-cea346131cbc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.691836 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd7891de-e465-4f49-bbbc-cea346131cbc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.724449 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bd7891de-e465-4f49-bbbc-cea346131cbc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.750310 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bd7891de-e465-4f49-bbbc-cea346131cbc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3059850 Jul 05 07:52:13.752059 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54308) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:13.759160 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-6b0d56e8-4f30-46bd-826b-a7a66d5e2bd7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'security_group_rule': {'security_group_id': 'a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:13.789320 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9b182a-f18f-4481-9476-15df813639dc None None] Network 1a193c7c-090b-4893-9a6a-b145291bf330 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:13.793101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7891de-e465-4f49-bbbc-cea346131cbc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:13.819977 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6b0d56e8-4f30-46bd-826b-a7a66d5e2bd7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.868379 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c5d3e0a-6739-4a13-a016-440757832a1f up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:13.931661 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6b0d56e8-4f30-46bd-826b-a7a66d5e2bd7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.943946 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6b0d56e8-4f30-46bd-826b-a7a66d5e2bd7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.963422 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 9c5d3e0a-6739-4a13-a016-440757832a1f completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:13.970552 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d56e8-4f30-46bd-826b-a7a66d5e2bd7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6436e1bb-035a-4d4d-bf80-5fa97c234129,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:13.974991 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 9c5d3e0a-6739-4a13-a016-440757832a1f triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:13.975577 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.982200 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6b0d56e8-4f30-46bd-826b-a7a66d5e2bd7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:13.987777 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54312) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:13.988283 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-6b0d56e8-4f30-46bd-826b-a7a66d5e2bd7 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2338586 Jul 05 07:52:13.993348 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-e5959fd5-9b48-4ca6-8847-694273c35857 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'security_group_rule': {'security_group_id': 'a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:14.040467 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e5959fd5-9b48-4ca6-8847-694273c35857 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.058951 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54316) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:14.065618 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1990417751-network', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:14.103136 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Made reservation on behalf of becb4efe365948e79bd01fa5b5e8c2b0 for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:14.106384 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.125096 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.136516 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e5959fd5-9b48-4ca6-8847-694273c35857 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.145852 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e5959fd5-9b48-4ca6-8847-694273c35857 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.169694 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5959fd5-9b48-4ca6-8847-694273c35857 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70deaab7-1c0b-47e1-bec5-d28f1474eb0b,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:14.175085 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.198184 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 9c5d3e0a-6739-4a13-a016-440757832a1f, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9c5d3e0a-6739-4a13-a016-440757832a1f,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:14.204387 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.258885 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.260182 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=9c5d3e0a-6739-4a13-a016-440757832a1f,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:14.270452 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e5959fd5-9b48-4ca6-8847-694273c35857 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.271784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.272436 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e5959fd5-9b48-4ca6-8847-694273c35857 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2836337 Jul 05 07:52:14.275572 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54318) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:14.284860 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:14.294966 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:52:14.314246 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bce2aa0c-c4ba-4150-ab5e-fb475ddbc55a,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:14.317627 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.317973 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Added segment c9d3901c-fc5d-449a-b63c-3b7367e44974 of type vlan for network 29e34249-862c-4635-9a62-98d145005afb Jul 05 07:52:14.333227 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.375008 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.407953 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.409437 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:14.410540 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.447934 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.515645 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4555030 Jul 05 07:52:14.519263 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54324) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:14.524165 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Request body: {'subnet': {'network_id': '29e34249-862c-4635-9a62-98d145005afb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1990417751-subnet', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'ip_version': 4}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:14.560617 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9988fe-bfe2-47c6-ad14-e8d8114bd892 admin admin] Pushing event updated for resources: {'Network': ['ID=29e34249-862c-4635-9a62-98d145005afb,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:14.566044 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Made reservation on behalf of becb4efe365948e79bd01fa5b5e8c2b0 for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:14.568468 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26626380'] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.572101 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 29e34249-862c-4635-9a62-98d145005afb details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:52:14.622304 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Allocated IP 172.27.3.234 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/fc8241ab-726e-4685-a01b-77e60dfb8eb4) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:14.731846 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.751693 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26626398'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.773859 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.807482 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:14.810221 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c43b225-9d60-484f-a88b-15964297e296,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:14.811922 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:14.815536 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:14.817601 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Checking segment: {'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:14.817922 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Network hostable DHCP agents. Network: 29e34249-862c-4635-9a62-98d145005afb, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:52:14.835384 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Network 29e34249-862c-4635-9a62-98d145005afb is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:52:14.845686 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 29e34249-862c-4635-9a62-98d145005afb) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:14.850118 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:14.850685 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.852798 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'Port': ['ID=fc8241ab-726e-4685-a01b-77e60dfb8eb4,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:14.866333 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb479b58-9625-45db-8171-b1fcb132c42d None None] Network 29e34249-862c-4635-9a62-98d145005afb requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:14.873384 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54326) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:14.873562 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-1ce168de-cd33-4238-a7c5-db25a557ab69 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3529291 Jul 05 07:52:14.898285 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:14.931042 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.937728 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:14.938988 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.021093 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.025626 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.026652 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-29e34249-862c-4635-9a62-98d145005afb', 'network_id': '29e34249-862c-4635-9a62-98d145005afb', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'fixed_ips': [{'subnet_id': '6c43b225-9d60-484f-a88b-15964297e296'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:52:15.027938 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.174670 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Allocated IP 172.20.0.2 (29e34249-862c-4635-9a62-98d145005afb/6c43b225-9d60-484f-a88b-15964297e296/d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:15.330892 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.339722 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Transition to ACTIVE for port object d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:15.357108 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Transition to ACTIVE for port object d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:15.359718 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Sync routers for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:15.364297 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.373757 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:15.374754 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:15.399893 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Network 29e34249-862c-4635-9a62-98d145005afb is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:15.406214 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:15.410211 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:15.417270 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Pushing event updated for resources: {'Port': ['ID=d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:15.472648 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.473289 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Attempting to bind port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:15.473289 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Attempting to bind port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:15.473567 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Attempting to bind port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 on network 29e34249-862c-4635-9a62-98d145005afb {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:15.479029 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:15.479403 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Checking segment: {'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:15.479803 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.480204 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Bound using segment: {'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:15.480673 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Bound port: d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:15.481057 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.488958 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:15.575549 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] For port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:15.582820 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] For port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27,segment=NetworkSegment(c9d3901c-fc5d-449a-b63c-3b7367e44974),segment_id=c9d3901c-fc5d-449a-b63c-3b7367e44974)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:15.590027 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.602298 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.615037 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26214548'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.691988 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55622d9-bf30-461e-871c-ec5a9234c07d None None] Pushing event updated for resources: {'Port': ['ID=d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:15.724993 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'Port': ['ID=fc8241ab-726e-4685-a01b-77e60dfb8eb4,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:15.728884 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c5d3e0a-6739-4a13-a016-440757832a1f up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:15.811388 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.837669 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 9c5d3e0a-6739-4a13-a016-440757832a1f triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:15.838104 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.854971 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.860367 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 2, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:15.864527 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-fb001bb1-e262-473f-a7b0-bfc4d9436180 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5869768 Jul 05 07:52:15.883398 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.923025 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:15.977403 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Checking router: e0eff821-b318-4bfc-94fb-dd64c248ab7a for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:15.978068 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Updating router e0eff821-b318-4bfc-94fb-dd64c248ab7a port 081e5944-d8b2-495b-afd1-df50b4739259 binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:52:16.074810 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.127992 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-e8ccec33-4492-4776-a32d-7d381ea04bf5 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:16.140999 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-e8ccec33-4492-4776-a32d-7d381ea04bf5 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/networks?id=1a193c7c-090b-4893-9a6a-b145291bf330 HTTP/1.1" status: 200 len: 809 time: 0.2336433 Jul 05 07:52:16.145209 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Allocated IP 172.27.3.60 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/c3997c4f-aab0-4c91-9b26-f0bf48ef23d5) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:16.189121 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-71cabeb1-fdae-4070-82d1-3633fdd9414c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/quotas/ad2879bfd6424443a39a0f6f9d8979b4 HTTP/1.1" status: 200 len: 375 time: 0.0467405 Jul 05 07:52:16.198486 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-9433c8e8-e36f-4b68-a803-5ea4c9040b73 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--393238220&fields=id&tenant_id=4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 267 time: 0.0544753 Jul 05 07:52:16.233465 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-6462ac69-9cf8-46d9-8fdd-e9fc86861f9c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad2879bfd6424443a39a0f6f9d8979b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389266 Jul 05 07:52:16.273074 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.319153 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.361597 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:16.368010 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:16.372685 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:16.379798 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-64ee4d71-5d82-414b-928a-8ef06f4c986c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.400540 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:16.407279 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-e72eeb25-c297-4a08-8c95-06c40bd00409 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:16.408832 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-e72eeb25-c297-4a08-8c95-06c40bd00409 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 817 time: 0.2010500 Jul 05 07:52:16.415302 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-95d67d30-264e-4a65-a10a-8264427b6c15 service neutron] 10.222.0.30 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700275 Jul 05 07:52:16.424309 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.436433 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Transition to ACTIVE for port object 081e5944-d8b2-495b-afd1-df50b4739259 will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:16.443039 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.445561 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-6f8a1b4a-03c7-408b-ba44-dcdc7a40095a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/quotas/4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 375 time: 0.0277016 Jul 05 07:52:16.504637 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b85e8-629f-4e46-9215-064d4a0d80d7 None None] Pushing event updated for resources: {'Port': ['ID=081e5944-d8b2-495b-afd1-df50b4739259,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:16.592081 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1d7bf13f-7fb7-438f-a3be-e0ab9a5a516c service neutron] 10.222.0.30 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674893 Jul 05 07:52:16.593774 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Attempting to bind port 081e5944-d8b2-495b-afd1-df50b4739259 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:16.594241 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Attempting to bind port 081e5944-d8b2-495b-afd1-df50b4739259 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:16.594864 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Attempting to bind port 081e5944-d8b2-495b-afd1-df50b4739259 on network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:16.605466 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:16.605844 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Checking segment: {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:16.606245 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.606856 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Bound using segment: {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:16.608090 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Bound port: 081e5944-d8b2-495b-afd1-df50b4739259, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:16.609603 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.633304 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-9cc76422-cf22-44d3-a092-b0df272f3581 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1593986 Jul 05 07:52:16.733292 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.800592 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-71f75e88-8cc2-4b8a-8e11-ae6aedaefab4 service neutron] 10.222.0.30 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578197 Jul 05 07:52:16.835811 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] For port 081e5944-d8b2-495b-afd1-df50b4739259, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:16.839500 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] For port 081e5944-d8b2-495b-afd1-df50b4739259, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=081e5944-d8b2-495b-afd1-df50b4739259,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:16.848969 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:16.904331 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:16.905299 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:16.929147 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07b85e8-629f-4e46-9215-064d4a0d80d7 None None] Pushing event updated for resources: {'Port': ['ID=081e5944-d8b2-495b-afd1-df50b4739259,revision_number=4']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:17.034451 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e9293b40-d643-49d1-a271-073ac3160bd7 req-688f61f8-4ffa-4a76-80f7-20b74b779096 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 210 time: 0.0681362 Jul 05 07:52:17.055258 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:17.105224 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:17.126195 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-d3349884-6307-40ad-897b-edc71013e733 service neutron] 10.222.0.30 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183646 Jul 05 07:52:17.186195 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25783a6-3ada-4e94-85f3-7405dc73ff1b None None] Network 29e34249-862c-4635-9a62-98d145005afb requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:17.254187 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Router bfbe608d-32b6-4b85-9a3c-4000b77339a6 is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:52:17.264328 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-00768a98-6409-4585-a533-5b4e920adf00 None None] Provisioning for port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:17.396506 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:16Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:17.425067 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89f2873-e6ec-42aa-a0c5-a55534c3d8bc None None] The sync data for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi is: [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:16Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:17.437638 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:17.458467 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:17.460557 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-81b8f1f0-921e-4968-a10a-63dab06ab4c3 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5864818 Jul 05 07:52:17.463250 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54370) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:17.468920 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Sync routers for ids ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:17.480623 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb4e70d4-ea11-4c57-9625-a852e30a5914 req-a1c39de5-15e6-467a-a7b1-19357b1c7d29 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 210 time: 0.0945885 Jul 05 07:52:17.513966 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Routers {'bfbe608d-32b6-4b85-9a3c-4000b77339a6'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:17.515574 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:51:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:17.807904 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Set router bfbe608d-32b6-4b85-9a3c-4000b77339a6 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:17.974729 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:18.097653 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:18.113024 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:18.113403 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.261763 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:16Z', 'revision_number': 3, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:18.264932 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.275823 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5b5515b9-9be3-4fbf-a4eb-e76204c40026 req-09ec7d14-c0a6-4b94-bca8-c64bd562125e tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 210 time: 0.0484324 Jul 05 07:52:18.303973 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Checking router: bfbe608d-32b6-4b85-9a3c-4000b77339a6 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:18.304309 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Updating router bfbe608d-32b6-4b85-9a3c-4000b77339a6 port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:52:18.326514 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.361537 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.394484 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27,segment=NetworkSegment(c9d3901c-fc5d-449a-b63c-3b7367e44974),segment_id=c9d3901c-fc5d-449a-b63c-3b7367e44974)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:18.405290 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.406381 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 081e5944-d8b2-495b-afd1-df50b4739259 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:18.476012 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Allocated IP 172.20.0.1 (29e34249-862c-4635-9a62-98d145005afb/6c43b225-9d60-484f-a88b-15964297e296/bed6463a-691d-41a9-9006-422b8455858e) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:18.672426 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.686977 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.provisioning_blocks [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Transition to ACTIVE for port object bed6463a-691d-41a9-9006-422b8455858e will not be triggered until provisioned by entity DHCP. {{(pid=99353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:18.722001 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:18.726233 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.740032 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-8fb2f763-ae5a-4a75-9bbf-7c333c86a5e7 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:18.741667 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-8fb2f763-ae5a-4a75-9bbf-7c333c86a5e7 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "GET /v2.0/networks?id=1a193c7c-090b-4893-9a6a-b145291bf330 HTTP/1.1" status: 200 len: 809 time: 0.2472007 Jul 05 07:52:18.772530 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Network 29e34249-862c-4635-9a62-98d145005afb is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:18.773643 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ca1040a9-7c61-4da3-94e7-12ef13721186 req-9028d1d2-522f-4c5d-a9a4-a0c539445889 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 210 time: 0.0771720 Jul 05 07:52:18.776027 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:18.782974 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:18.785723 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 081e5944-d8b2-495b-afd1-df50b4739259 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:18.793444 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Request body: {'port': {'device_id': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330', 'admin_state_up': True, 'tenant_id': 'ad2879bfd6424443a39a0f6f9d8979b4'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:18.811077 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Pushing event updated for resources: {'Port': ['ID=bed6463a-691d-41a9-9006-422b8455858e,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:18.820973 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 081e5944-d8b2-495b-afd1-df50b4739259 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:18.821351 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.833281 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:18.988833 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Made reservation on behalf of ad2879bfd6424443a39a0f6f9d8979b4 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:18.990605 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.027302 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.034779 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.051301 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Transition to ACTIVE for port object c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:19.067064 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.069499 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-daf11385-a33f-4436-8445-5b17de7f59e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.071922 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.155123 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 081e5944-d8b2-495b-afd1-df50b4739259, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=081e5944-d8b2-495b-afd1-df50b4739259,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:19.171717 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Attempting to bind port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:19.172184 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Attempting to bind port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:19.173241 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Attempting to bind port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:19.175262 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.187685 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073d3a6-837b-495c-ace8-55b857629720 None None] Pushing event updated for resources: {'Port': ['ID=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:19.190434 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:19.191054 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:19.191618 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.192160 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:19.192812 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Bound port: c3997c4f-aab0-4c91-9b26-f0bf48ef23d5, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:19.193355 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.232562 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Allocated IP 172.20.0.2 (1a193c7c-090b-4893-9a6a-b145291bf330/daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2/dce84a7f-4568-4ab4-ae28-aec9493de7b4) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:19.250198 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-bc08fdd8-3e5f-46fb-a352-e43455461bdc None None] Provisioning for port bed6463a-691d-41a9-9006-422b8455858e completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:19.291253 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-bc08fdd8-3e5f-46fb-a352-e43455461bdc None None] Provisioning complete for port bed6463a-691d-41a9-9006-422b8455858e triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:19.292167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bc08fdd8-3e5f-46fb-a352-e43455461bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.294280 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.305263 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26214548'] for port, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.312973 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-528a6d0e-e0da-4cdb-ae02-39fd1a40d97d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:19.314643 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-528a6d0e-e0da-4cdb-ae02-39fd1a40d97d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 817 time: 0.1578126 Jul 05 07:52:19.354502 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.362724 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=081e5944-d8b2-495b-afd1-df50b4739259,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:19.367843 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] For port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:19.375929 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] For port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:19.379619 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-bc08fdd8-3e5f-46fb-a352-e43455461bdc None None] Port bed6463a-691d-41a9-9006-422b8455858e cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:52:19.383483 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.387704 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.425176 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-ad2ad04f-ec61-4e41-9ec7-6d7e458942d2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 379 time: 0.1002378 Jul 05 07:52:19.436157 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'port': {'device_id': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'admin_state_up': True, 'tenant_id': '4508128072064e8495aafd60d4402bec', 'security_groups': ['a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:19.437278 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.467481 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073d3a6-837b-495c-ace8-55b857629720 None None] Pushing event updated for resources: {'Port': ['ID=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:19.470648 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Routers {'bfbe608d-32b6-4b85-9a3c-4000b77339a6'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:19.471533 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:19.485748 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Pushing event updated for resources: {'Port': ['ID=bed6463a-691d-41a9-9006-422b8455858e,revision_number=2']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:19.548871 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Network 29e34249-862c-4635-9a62-98d145005afb is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:19.551010 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:19.588195 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3ca71b4a-914d-459c-acb8-80ee92be84ef req-ed83c7ab-146d-4bed-aa41-e4bdc7a88733 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 210 time: 0.0368433 Jul 05 07:52:19.597753 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.679389 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Made reservation on behalf of 4508128072064e8495aafd60d4402bec for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:19.683831 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.694992 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] Set router bfbe608d-32b6-4b85-9a3c-4000b77339a6 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:19.706490 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.728953 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Router bfbe608d-32b6-4b85-9a3c-4000b77339a6 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:52:19.732986 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:19.769161 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Network 1a193c7c-090b-4893-9a6a-b145291bf330 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:19.774065 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:19.783236 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:19.861114 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:19.861382 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Pushing event updated for resources: {'Port': ['ID=dce84a7f-4568-4ab4-ae28-aec9493de7b4,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:19.867805 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ac74335a-9b97-468a-9d36-6b017ee15216 admin admin] 10.222.0.30 "PUT /v2.0/routers/bfbe608d-32b6-4b85-9a3c-4000b77339a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4034452 Jul 05 07:52:19.874641 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:19.875155 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.884906 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.885302 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.885645 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.885982 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.886712 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.887749 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.888098 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.888781 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.888990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.889274 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.889604 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.889977 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:19.925184 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:19.925866 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:19.977590 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1f823145-d881-4783-a3fc-235d2d287a4f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2082083 Jul 05 07:52:19.993113 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Request body: {'port': {'device_id': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:20.022751 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Allocated IP 172.20.0.5 (47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa/ca514177-89df-404b-a16d-a278a54b37c6/d8cb6ceb-3f1c-4346-afe1-9e2918613b27) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:20.053565 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 081e5944-d8b2-495b-afd1-df50b4739259 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:20.103257 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-030a6e3f-4145-4f95-94b1-9a7482a05352 None None] Provisioning complete for port bed6463a-691d-41a9-9006-422b8455858e triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:20.103638 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-030a6e3f-4145-4f95-94b1-9a7482a05352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.171422 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 081e5944-d8b2-495b-afd1-df50b4739259 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:20.171809 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.178606 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.186308 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-030a6e3f-4145-4f95-94b1-9a7482a05352 None None] Port bed6463a-691d-41a9-9006-422b8455858e cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:52:20.199528 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1570ab6a-7099-4078-91a1-df3a4615e6e1 req-89e3dacc-bc29-4edd-ad52-028f4307e1fc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 210 time: 0.0732613 Jul 05 07:52:20.202133 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.315568 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:18Z', 'revision_number': 4, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'bed6463a-691d-41a9-9006-422b8455858e', 'name': '', 'network_id': '29e34249-862c-4635-9a62-98d145005afb', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'mac_address': 'fa:16:3e:81:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6c43b225-9d60-484f-a88b-15964297e296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:18Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 2, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'subnets': [{'id': '6c43b225-9d60-484f-a88b-15964297e296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:20.347850 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bebfa73c-afd5-40ad-94bb-4c1db9ae90e6 None None] The sync data for ids ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'] in dv-cinder-768592-9-iscsi is: [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:18Z', 'revision_number': 4, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'bed6463a-691d-41a9-9006-422b8455858e', 'name': '', 'network_id': '29e34249-862c-4635-9a62-98d145005afb', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'mac_address': 'fa:16:3e:81:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6c43b225-9d60-484f-a88b-15964297e296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:18Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 2, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'subnets': [{'id': '6c43b225-9d60-484f-a88b-15964297e296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:20.371563 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.408094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Transition to ACTIVE for port object d8cb6ceb-3f1c-4346-afe1-9e2918613b27 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:20.505660 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.562845 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:20.582196 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:20.584701 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:20.653709 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:20.678533 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce84a7f-4568-4ab4-ae28-aec9493de7b4 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:20.690130 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.709552 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:20.710525 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.725870 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54406) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:20.731311 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-df56195b-5427-485c-867a-adfeb410490f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265361909', 'description': 'tempest-secgroup-smoke-1265361909 description', 'project_id': 'e78e4bd345a74ac2860317239dde0c46'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:20.738475 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Transition to ACTIVE for port object dce84a7f-4568-4ab4-ae28-aec9493de7b4 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:20.753089 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.767833 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df56195b-5427-485c-867a-adfeb410490f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.840016 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-cc123d90-f5ab-479e-a925-0a9c37daece9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4081347 Jul 05 07:52:20.858628 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Request body: {'port': {'device_id': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:20.863636 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Pushing event updated for resources: {'Port': ['ID=dce84a7f-4568-4ab4-ae28-aec9493de7b4,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:20.885801 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df56195b-5427-485c-867a-adfeb410490f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.892541 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df56195b-5427-485c-867a-adfeb410490f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.915261 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-515de804-e3a1-47de-a7c1-e28ae42f6654 None None] Provisioning for port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:20.920000 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-515de804-e3a1-47de-a7c1-e28ae42f6654 None None] Provisioning complete for port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:20.920861 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-515de804-e3a1-47de-a7c1-e28ae42f6654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.959293 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df56195b-5427-485c-867a-adfeb410490f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52d39d09-bbb0-4da4-b672-fa384f63e01c,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:20.970794 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-df56195b-5427-485c-867a-adfeb410490f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:20.974431 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-df56195b-5427-485c-867a-adfeb410490f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2449703 Jul 05 07:52:20.976961 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54408) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:20.982630 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-fd3f24e8-c7d7-4881-bc8d-eac4b829fa46 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'security_group_rule': {'security_group_id': '52d39d09-bbb0-4da4-b672-fa384f63e01c', 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:20.991183 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-515de804-e3a1-47de-a7c1-e28ae42f6654 None None] Port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:52:21.011850 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505792fd-d5b6-439b-83aa-d3b51b958144 req-813bdfc1-fe3a-4f85-9455-ebddbbd1df70 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:21.013386 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-505792fd-d5b6-439b-83aa-d3b51b958144 req-813bdfc1-fe3a-4f85-9455-ebddbbd1df70 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 943 time: 0.2229173 Jul 05 07:52:21.021639 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fd3f24e8-c7d7-4881-bc8d-eac4b829fa46 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.043459 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.091970 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fd3f24e8-c7d7-4881-bc8d-eac4b829fa46 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.096603 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fd3f24e8-c7d7-4881-bc8d-eac4b829fa46 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.120731 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3f24e8-c7d7-4881-bc8d-eac4b829fa46 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc877c25-f60c-4aca-a6b5-79b9e0603584,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:21.124707 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fd3f24e8-c7d7-4881-bc8d-eac4b829fa46 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.126981 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-fd3f24e8-c7d7-4881-bc8d-eac4b829fa46 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484160 Jul 05 07:52:21.129405 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54410) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:21.134978 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-04b9b34d-71f7-4ef3-abb1-299e3bd282e7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'security_group_rule': {'security_group_id': '52d39d09-bbb0-4da4-b672-fa384f63e01c', 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:21.166769 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04b9b34d-71f7-4ef3-abb1-299e3bd282e7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.237783 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04b9b34d-71f7-4ef3-abb1-299e3bd282e7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.245011 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04b9b34d-71f7-4ef3-abb1-299e3bd282e7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.286251 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-04b9b34d-71f7-4ef3-abb1-299e3bd282e7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.287721 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-04b9b34d-71f7-4ef3-abb1-299e3bd282e7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1570663 Jul 05 07:52:21.295174 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54414) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:21.301588 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-bc68cc26-e440-4a4c-aa1f-1900b6e6eb38 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'security_group_rule': {'security_group_id': '52d39d09-bbb0-4da4-b672-fa384f63e01c', 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:21.308992 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9b34d-71f7-4ef3-abb1-299e3bd282e7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc79ae41-5e5b-4d22-abdf-fdd6bd520204,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:21.343382 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc68cc26-e440-4a4c-aa1f-1900b6e6eb38 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.409537 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc68cc26-e440-4a4c-aa1f-1900b6e6eb38 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.411616 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Attempting to bind port dce84a7f-4568-4ab4-ae28-aec9493de7b4 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:21.411616 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Attempting to bind port dce84a7f-4568-4ab4-ae28-aec9493de7b4 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:21.411943 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Attempting to bind port dce84a7f-4568-4ab4-ae28-aec9493de7b4 on network 1a193c7c-090b-4893-9a6a-b145291bf330 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:21.419173 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc68cc26-e440-4a4c-aa1f-1900b6e6eb38 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.440693 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc68cc26-e440-4a4c-aa1f-1900b6e6eb38 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65029188-6244-4b67-9909-9098acec059d,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:21.451080 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc68cc26-e440-4a4c-aa1f-1900b6e6eb38 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.452468 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bc68cc26-e440-4a4c-aa1f-1900b6e6eb38 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562636 Jul 05 07:52:21.455856 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54416) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:21.460804 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-672fdd92-82ce-40ac-88ad-14ff79c9db0c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'security_group_rule': {'security_group_id': '52d39d09-bbb0-4da4-b672-fa384f63e01c', 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:21.467904 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-505792fd-d5b6-439b-83aa-d3b51b958144 req-4c49b28d-b4b2-4e21-9155-bef51d74d470 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4449470 Jul 05 07:52:21.471606 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Port dce84a7f-4568-4ab4-ae28-aec9493de7b4 on network 1a193c7c-090b-4893-9a6a-b145291bf330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:52:21.471936 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Attempting to bind port dce84a7f-4568-4ab4-ae28-aec9493de7b4 on network 1a193c7c-090b-4893-9a6a-b145291bf330 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:21.492004 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-672fdd92-82ce-40ac-88ad-14ff79c9db0c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.497490 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:21.498808 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Checking segment: {'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:21.499478 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Bound using segment: {'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:21.500112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Bound port: dce84a7f-4568-4ab4-ae28-aec9493de7b4, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:21.503067 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.558667 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-672fdd92-82ce-40ac-88ad-14ff79c9db0c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.563715 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-672fdd92-82ce-40ac-88ad-14ff79c9db0c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.585299 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fdd92-82ce-40ac-88ad-14ff79c9db0c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0805be3-b760-4d92-9d2b-86a3e666c09f,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:21.597246 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-672fdd92-82ce-40ac-88ad-14ff79c9db0c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.601251 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-672fdd92-82ce-40ac-88ad-14ff79c9db0c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415520 Jul 05 07:52:21.601413 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54418) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:21.605975 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'security_group_rule': {'security_group_id': '52d39d09-bbb0-4da4-b672-fa384f63e01c', 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:21.641795 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.securitygroups_db [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Project e78e4bd345a74ac2860317239dde0c46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 07:52:21.650000 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.715815 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6296531-acaf-4957-a81d-a41b420ccd69 req-a712a2d5-c49a-4ef3-9fe7-3e28bafdbb3b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:21.716294 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:21.717367 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b6296531-acaf-4957-a81d-a41b420ccd69 req-a712a2d5-c49a-4ef3-9fe7-3e28bafdbb3b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 931 time: 0.3305955 Jul 05 07:52:21.721907 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] For port dce84a7f-4568-4ab4-ae28-aec9493de7b4, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:21.726938 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] For port dce84a7f-4568-4ab4-ae28-aec9493de7b4, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce84a7f-4568-4ab4-ae28-aec9493de7b4,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:21.738282 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.743696 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.745670 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.780142 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc84935-d435-4da7-b93f-7772c8887b71,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:21.780976 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.801314 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.806872 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-dd518ebf-97e8-4d45-90a0-5b2d1697b2d4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2000458 Jul 05 07:52:21.808104 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54420) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:21.817156 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:21.820573 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'security_group_rule': {'security_group_id': '52d39d09-bbb0-4da4-b672-fa384f63e01c', 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:21.821788 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:21.822160 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.826002 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:21.826653 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.828030 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] 10.222.0.24 "PUT /v2.0/ports/dce84a7f-4568-4ab4-ae28-aec9493de7b4 HTTP/1.1" status: 200 len: 1093 time: 1.8395717 Jul 05 07:52:21.830684 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'tag': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:21.832967 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604ee490-61bd-476d-8dc5-519444988dbd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc8ff3ee-2a9b-43b1-a968-dc04dd710482", "tag": "dce84a7f-4568-4ab4-ae28-aec9493de7b4"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:21.896461 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e43472-e228-4b24-bec0-a7a6c11ca026 x-openstack-request-id: req-27e43472-e228-4b24-bec0-a7a6c11ca026 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:21.897180 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc8ff3ee-2a9b-43b1-a968-dc04dd710482", "tag": "dce84a7f-4568-4ab4-ae28-aec9493de7b4", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:21.897180 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27e43472-e228-4b24-bec0-a7a6c11ca026 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:21.897565 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'tag': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4', 'status': 'completed', 'code': 200} Jul 05 07:52:21.924325 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.936808 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b6296531-acaf-4957-a81d-a41b420ccd69 req-c1e9f620-59a7-4dc7-adb7-db7e2b844bca tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010350 Jul 05 07:52:21.945843 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:21.947452 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb7b8fb-d9bb-4480-9c5b-fc592f0e3e3e service neutron] Pushing event updated for resources: {'Port': ['ID=dce84a7f-4568-4ab4-ae28-aec9493de7b4,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:21.951006 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:21.958281 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.securitygroups_db [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Project e78e4bd345a74ac2860317239dde0c46 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 07:52:21.972392 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.018520 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:22.061585 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8cb6ceb-3f1c-4346-afe1-9e2918613b27 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:22.075496 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.088855 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-095bdb58-8067-4889-9306-d0e977425378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:22.090451 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-095bdb58-8067-4889-9306-d0e977425378 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad2879bfd6424443a39a0f6f9d8979b4&device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 1096 time: 0.2072511 Jul 05 07:52:22.111816 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Transition to ACTIVE for port object d8cb6ceb-3f1c-4346-afe1-9e2918613b27 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:22.114071 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.116594 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.150877 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.153314 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-1debae5b-cbcb-4b49-8d54-f539b39d0877 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dce84a7f-4568-4ab4-ae28-aec9493de7b4 HTTP/1.1" status: 200 len: 217 time: 0.0482991 Jul 05 07:52:22.235331 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb9f5653-02af-4b2d-b76a-e814a46a76e8,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:22.250074 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.251862 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-bc680666-beac-4317-967b-c3f0232f1bbf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4397707 Jul 05 07:52:22.257377 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:22.274556 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-c654c093-7036-41ef-aaa4-0d34890752cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:22.276095 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-c654c093-7036-41ef-aaa4-0d34890752cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2 HTTP/1.1" status: 200 len: 849 time: 0.1005998 Jul 05 07:52:22.340921 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-7065d973-e9b1-41bd-bf03-779531f5da87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a193c7c-090b-4893-9a6a-b145291bf330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478520 Jul 05 07:52:22.421293 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Attempting to bind port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:22.421628 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Attempting to bind port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:22.421950 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Attempting to bind port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:22.431977 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:52:22.432622 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Attempting to bind port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 on network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:22.442276 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:22.442632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Checking segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:22.443019 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Bound using segment: {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:22.443445 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Bound port: d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1055368d-cab4-4bb8-ac27-3dbe93c62681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:22.443808 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.499387 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-944d3634-2776-45d8-8058-f4a044f8c79f service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458774 Jul 05 07:52:22.588239 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:22.597785 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:22.606295 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.678881 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:22.679505 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:22.680998 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] 10.222.0.24 "PUT /v2.0/ports/d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 200 len: 1093 time: 1.8314805 Jul 05 07:52:22.685344 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b3849aa3-7b4e-4f6e-9036-20c648d11999 req-6116ff4c-644c-4b31-8616-cf17ef8dd953 service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778650 Jul 05 07:52:22.719973 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae5c3c-b1df-4dda-88d2-1d19673c9dbd service neutron] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:22.764952 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950361ac-d5f1-44cd-b660-07442c633f81 req-441bfe22-cce6-4bee-89b9-2c9e03ba96a1 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:22.773641 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-950361ac-d5f1-44cd-b660-07442c633f81 req-441bfe22-cce6-4bee-89b9-2c9e03ba96a1 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 943 time: 0.1603141 Jul 05 07:52:22.877866 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-950361ac-d5f1-44cd-b660-07442c633f81 req-792c9740-7b5f-45ba-85c9-d3474d7215f7 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032310 Jul 05 07:52:22.915490 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee490-61bd-476d-8dc5-519444988dbd req-7749f97b-3968-4990-9d5d-853c2e9417fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:22.917017 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-604ee490-61bd-476d-8dc5-519444988dbd req-7749f97b-3968-4990-9d5d-853c2e9417fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad2879bfd6424443a39a0f6f9d8979b4&device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 1096 time: 0.1410058 Jul 05 07:52:22.918965 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-a06ddbdb-04f9-4486-a1a1-2d98e0d8915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:22.920329 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-a06ddbdb-04f9-4486-a1a1-2d98e0d8915d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1096 time: 0.1415162 Jul 05 07:52:23.007066 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-f5de6eca-a09a-4d2d-9faf-5c5f5616f02b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 200 len: 217 time: 0.0749478 Jul 05 07:52:23.088990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-c8822c64-7a55-4236-9105-bb330a2b2c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:23.090371 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-c8822c64-7a55-4236-9105-bb330a2b2c6f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0753005 Jul 05 07:52:23.134841 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee490-61bd-476d-8dc5-519444988dbd req-e4a340fc-89db-4788-b70d-b64127bcc893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:23.136269 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-604ee490-61bd-476d-8dc5-519444988dbd req-e4a340fc-89db-4788-b70d-b64127bcc893 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a193c7c-090b-4893-9a6a-b145291bf330 HTTP/1.1" status: 200 len: 910 time: 0.2053530 Jul 05 07:52:23.198795 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-604ee490-61bd-476d-8dc5-519444988dbd req-90887c04-c7cf-4c5a-b2b3-28114d82571b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dce84a7f-4568-4ab4-ae28-aec9493de7b4 HTTP/1.1" status: 200 len: 217 time: 0.0429795 Jul 05 07:52:23.271734 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdbfe29-13c4-4a48-8f7c-2c28a9320eb9 req-fcd98991-024a-4bba-b5dd-eb2ca86d070e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:23.273248 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dfdbfe29-13c4-4a48-8f7c-2c28a9320eb9 req-fcd98991-024a-4bba-b5dd-eb2ca86d070e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.1987395 Jul 05 07:52:23.285873 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ee490-61bd-476d-8dc5-519444988dbd req-e18a7f98-0f4e-4188-8135-c26c8b78d9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:23.287329 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-604ee490-61bd-476d-8dc5-519444988dbd req-e18a7f98-0f4e-4188-8135-c26c8b78d9f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2 HTTP/1.1" status: 200 len: 849 time: 0.0815504 Jul 05 07:52:23.293651 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-efd16b66-6670-45b4-a57b-a05973fd2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:23.295202 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-efd16b66-6670-45b4-a57b-a05973fd2856 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1755455 Jul 05 07:52:23.339532 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-604ee490-61bd-476d-8dc5-519444988dbd req-d5925ab4-280a-4c12-aff2-8cdc8c0288ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a193c7c-090b-4893-9a6a-b145291bf330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423820 Jul 05 07:52:23.444404 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dfdbfe29-13c4-4a48-8f7c-2c28a9320eb9 req-c046ecaf-ecaa-4971-bec6-6db360b5dd62 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624513 Jul 05 07:52:23.498835 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-6216149d-d2ed-4648-ac30-aa963f59e80a service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859004 Jul 05 07:52:23.504264 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-604ee490-61bd-476d-8dc5-519444988dbd req-b530b0e7-7dff-417f-adc7-dce1f5dae340 service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538088 Jul 05 07:52:23.668843 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:23.671062 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-604ee490-61bd-476d-8dc5-519444988dbd req-ba9b1000-20cc-4359-b40c-e6ee6ac77001 service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512158 Jul 05 07:52:23.673588 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29736111-5bb1-4f43-bbe8-8707147e2dc9 req-3ab6e01d-daae-4ceb-9cfb-d16bce8f056a service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550806 Jul 05 07:52:23.723240 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:23.723610 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:23.899036 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:23.901546 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f3c481-a7c3-4933-b241-db5bd92927a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:23.935864 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d1ce2d-5fdd-4d1f-85c6-a60237071145 x-openstack-request-id: req-57d1ce2d-5fdd-4d1f-85c6-a60237071145 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:23.936451 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:23.936451 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57d1ce2d-5fdd-4d1f-85c6-a60237071145 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:23.936789 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'status': 'completed', 'code': 200} Jul 05 07:52:24.069170 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-60c8bae1-4bd2-47cf-8ce2-f227717e5752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:24.070668 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-60c8bae1-4bd2-47cf-8ce2-f227717e5752 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1096 time: 0.1019452 Jul 05 07:52:24.081430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25695609-a856-473e-b077-77b257a2ff61 req-03fb529d-f3cd-41b8-bd5f-2f471d4b6230 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:24.082793 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25695609-a856-473e-b077-77b257a2ff61 req-03fb529d-f3cd-41b8-bd5f-2f471d4b6230 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 943 time: 0.0798125 Jul 05 07:52:24.175941 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25695609-a856-473e-b077-77b257a2ff61 req-fc2fbd30-e3d7-47db-bf3d-3aee9812efa8 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852227 Jul 05 07:52:24.201439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-4bb155a9-0908-4c85-8bcb-c4275d2049d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:24.202971 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-4bb155a9-0908-4c85-8bcb-c4275d2049d1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.1193557 Jul 05 07:52:24.248264 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-ed5087c1-34ad-4735-9228-16a55f959fb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 200 len: 217 time: 0.0361123 Jul 05 07:52:24.298356 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-56eda328-8fb8-4bf1-8453-4d8c2d54c13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:24.299959 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-56eda328-8fb8-4bf1-8453-4d8c2d54c13d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0447454 Jul 05 07:52:24.343616 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Sync routers for ids ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:24.352892 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Routers {'bfbe608d-32b6-4b85-9a3c-4000b77339a6'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:24.353499 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:24.364519 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-68a6153a-3a66-41f4-b4f0-8a5fe92c0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:24.366022 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-68a6153a-3a66-41f4-b4f0-8a5fe92c0c67 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0585694 Jul 05 07:52:24.457566 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-2766776d-5f76-4521-8d0b-025db6605e30 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837429 Jul 05 07:52:24.461573 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Set router bfbe608d-32b6-4b85-9a3c-4000b77339a6 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:24.554673 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c7f3c481-a7c3-4933-b241-db5bd92927a8 req-f83e9a2a-d767-4ffd-8018-15fe5366727a service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892704 Jul 05 07:52:24.641399 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c454bf-e9ab-4345-bcc5-d872eaa3f577 req-ff3d537f-8dd9-4255-8344-991bb8d4eeaf tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:24.642987 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38c454bf-e9ab-4345-bcc5-d872eaa3f577 req-ff3d537f-8dd9-4255-8344-991bb8d4eeaf tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0739453 Jul 05 07:52:24.664863 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:18Z', 'revision_number': 4, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'bed6463a-691d-41a9-9006-422b8455858e', 'name': '', 'network_id': '29e34249-862c-4635-9a62-98d145005afb', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'mac_address': 'fa:16:3e:81:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6c43b225-9d60-484f-a88b-15964297e296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:18Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 2, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'subnets': [{'id': '6c43b225-9d60-484f-a88b-15964297e296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:24.683026 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38c454bf-e9ab-4345-bcc5-d872eaa3f577 req-20bfb801-83f7-43d8-a742-c821248e2cb0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335476 Jul 05 07:52:24.694811 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Checking router: bfbe608d-32b6-4b85-9a3c-4000b77339a6 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:24.695166 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Updating router bfbe608d-32b6-4b85-9a3c-4000b77339a6 port bed6463a-691d-41a9-9006-422b8455858e binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:52:24.731232 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:52:24.733589 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:24.917432 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-62376969-7ddc-40dc-b624-b0d993e06961 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1331045828&fields=id&tenant_id=8bb56856d2ae4a6c80a172245d63671e HTTP/1.1" status: 200 len: 267 time: 0.0356047 Jul 05 07:52:24.989273 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-1bbeeff1-0962-4e8b-99e7-53feb2a172ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:24.990808 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-1bbeeff1-0962-4e8b-99e7-53feb2a172ed tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 985 time: 0.0681665 Jul 05 07:52:25.001722 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Request body: {'port': {'security_groups': ['c64277cf-b202-43ca-b9cc-cb7977f08ac8']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:25.002768 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.012376 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Transition to ACTIVE for port object bed6463a-691d-41a9-9006-422b8455858e will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:25.018863 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.060634 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3edf01-2519-4942-b336-d3a123d192b5 None None] Pushing event updated for resources: {'Port': ['ID=bed6463a-691d-41a9-9006-422b8455858e,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:25.113900 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.137431 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Attempting to bind port bed6463a-691d-41a9-9006-422b8455858e on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:25.137804 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Attempting to bind port bed6463a-691d-41a9-9006-422b8455858e by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:25.138157 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Attempting to bind port bed6463a-691d-41a9-9006-422b8455858e on network 29e34249-862c-4635-9a62-98d145005afb {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:25.144348 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:25.144720 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Checking segment: {'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:25.145123 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.145521 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Bound using segment: {'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:25.145993 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Bound port: bed6463a-691d-41a9-9006-422b8455858e, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d3901c-fc5d-449a-b63c-3b7367e44974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29e34249-862c-4635-9a62-98d145005afb'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:25.146422 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.222044 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] For port bed6463a-691d-41a9-9006-422b8455858e, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:25.225462 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] For port bed6463a-691d-41a9-9006-422b8455858e, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=bed6463a-691d-41a9-9006-422b8455858e,segment=NetworkSegment(c9d3901c-fc5d-449a-b63c-3b7367e44974),segment_id=c9d3901c-fc5d-449a-b63c-3b7367e44974)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:25.231847 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.291848 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3edf01-2519-4942-b336-d3a123d192b5 None None] Pushing event updated for resources: {'Port': ['ID=bed6463a-691d-41a9-9006-422b8455858e,revision_number=4']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:25.312726 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Routers {'bfbe608d-32b6-4b85-9a3c-4000b77339a6'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:25.313921 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:25.372396 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7034794d-fdbb-416b-972a-7ac52ac763e6,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:25.414872 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.429042 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] Set router bfbe608d-32b6-4b85-9a3c-4000b77339a6 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:25.429658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab52e31-b726-40a6-b800-77626745f046 req-45da79c4-a924-4c34-be52-5452f74b4ce6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:25.430646 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6ab52e31-b726-40a6-b800-77626745f046 req-45da79c4-a924-4c34-be52-5452f74b4ce6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 943 time: 0.1130733 Jul 05 07:52:25.432181 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.444692 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7034794d-fdbb-416b-972a-7ac52ac763e6'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:25.499242 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:25.499881 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.501973 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-81c1564b-bf32-4844-8836-6a8fcfde0d66 req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "PUT /v2.0/ports/7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 943 time: 0.5047991 Jul 05 07:52:25.508455 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54502) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:25.547949 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6ab52e31-b726-40a6-b800-77626745f046 req-1e3443a6-ac39-45e5-93ff-00fecc4b7a57 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079507 Jul 05 07:52:25.557281 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e122df8-2c56-4d44-a587-c54586a527bc tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event updated for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=7']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:25.583390 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7034794d-fdbb-416b-972a-7ac52ac763e6'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:25.600169 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c4ae613f-7704-4658-9a12-483c3514ea8e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.632889 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c4ae613f-7704-4658-9a12-483c3514ea8e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.718342 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c4ae613f-7704-4658-9a12-483c3514ea8e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.722103 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c4ae613f-7704-4658-9a12-483c3514ea8e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:25.727389 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54506) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:25.738129 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-c4ae613f-7704-4658-9a12-483c3514ea8e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "DELETE /v2.0/security-groups/ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0 HTTP/1.1" status: 204 len: 168 time: 0.2278872 Jul 05 07:52:25.760671 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device bed6463a-691d-41a9-9006-422b8455858e up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:25.762227 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ae613f-7704-4658-9a12-483c3514ea8e tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd8ba3d-83e9-4a0b-b62b-4e3745fb8fb0,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:25.870108 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:18Z', 'revision_number': 4, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'bed6463a-691d-41a9-9006-422b8455858e', 'name': '', 'network_id': '29e34249-862c-4635-9a62-98d145005afb', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'mac_address': 'fa:16:3e:81:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6c43b225-9d60-484f-a88b-15964297e296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:18Z', 'updated_at': '2021-07-05T07:52:25Z', 'revision_number': 4, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'subnets': [{'id': '6c43b225-9d60-484f-a88b-15964297e296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:25.898248 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc35f9be-6fd9-4a31-a29b-11148b11e267 None None] The sync data for ids ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'] in dv-cinder-768592-9-iscsi is: [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:18Z', 'revision_number': 4, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'bed6463a-691d-41a9-9006-422b8455858e', 'name': '', 'network_id': '29e34249-862c-4635-9a62-98d145005afb', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'mac_address': 'fa:16:3e:81:9b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '6c43b225-9d60-484f-a88b-15964297e296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:18Z', 'updated_at': '2021-07-05T07:52:25Z', 'revision_number': 4, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'subnets': [{'id': '6c43b225-9d60-484f-a88b-15964297e296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:25.938958 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:25.941204 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9d6a5e-5e79-4c12-8994-38315158b171" -d '{"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:25.980720 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:52:26.026854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9175907e-92c6-4c71-afeb-a869882a4716 x-openstack-request-id: req-9175907e-92c6-4c71-afeb-a869882a4716 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:26.027416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:26.027416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9175907e-92c6-4c71-afeb-a869882a4716 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:26.027754 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'status': 'completed', 'code': 200} Jul 05 07:52:26.076767 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520b79c7-a8db-4ff6-a4de-202e86eaa18a req-eb54bbb7-589a-43f2-b08b-200760d54474 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:26.078379 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-520b79c7-a8db-4ff6-a4de-202e86eaa18a req-eb54bbb7-589a-43f2-b08b-200760d54474 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.2167611 Jul 05 07:52:26.138010 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-c954946a-d178-45f1-a43d-adee8eb8db29 None None] Provisioning complete for port 7034794d-fdbb-416b-972a-7ac52ac763e6 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:26.138167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c954946a-d178-45f1-a43d-adee8eb8db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.165871 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-520b79c7-a8db-4ff6-a4de-202e86eaa18a req-c79fbc39-7f2c-49a7-9b0e-2b13623050fa tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655763 Jul 05 07:52:26.198964 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-ef1a3c66-7a4b-41b6-9dbb-6238e25b5e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:26.201152 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-ef1a3c66-7a4b-41b6-9dbb-6238e25b5e54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1099 time: 0.1590345 Jul 05 07:52:26.204858 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Deleting port 70210704-6188-4537-bf4f-9c6261d60aec {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:26.205338 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.226438 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port bed6463a-691d-41a9-9006-422b8455858e completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:26.240773 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:26.250170 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port bed6463a-691d-41a9-9006-422b8455858e triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:26.251105 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.282794 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'port_id': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'mac_address': 'fa:16:3e:e1:88:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:52:26.398139 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.420140 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cb6ceb-3f1c-4346-afe1-9e2918613b27 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:26.469962 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:26.482029 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.482944 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dce84a7f-4568-4ab4-ae28-aec9493de7b4 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:52:26.491581 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.586026 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port bed6463a-691d-41a9-9006-422b8455858e, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=bed6463a-691d-41a9-9006-422b8455858e,segment=NetworkSegment(c9d3901c-fc5d-449a-b63c-3b7367e44974),segment_id=c9d3901c-fc5d-449a-b63c-3b7367e44974)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:26.600169 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:26.603294 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.622024 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.622351 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.638462 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-e15ed13c-ace1-4dba-9474-27b4aa5bf943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:26.639855 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-e15ed13c-ace1-4dba-9474-27b4aa5bf943 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 915 time: 0.4307921 Jul 05 07:52:26.640856 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Calling delete_port for 70210704-6188-4537-bf4f-9c6261d60aec owned by network:floatingip {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:26.694066 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=bed6463a-691d-41a9-9006-422b8455858e,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:26.712473 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port dce84a7f-4568-4ab4-ae28-aec9493de7b4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce84a7f-4568-4ab4-ae28-aec9493de7b4,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:26.724000 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4', 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330', 'port_id': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4', 'mac_address': 'fa:16:3e:8f:65:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:52:26.764712 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.777483 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce84a7f-4568-4ab4-ae28-aec9493de7b4 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:26.797923 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port dce84a7f-4568-4ab4-ae28-aec9493de7b4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce84a7f-4568-4ab4-ae28-aec9493de7b4,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:26.801858 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:26.819734 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-15e63c1a-f9ec-406c-b8ca-c80220152c6e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 1002 time: 0.1619687 Jul 05 07:52:26.856792 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=dce84a7f-4568-4ab4-ae28-aec9493de7b4,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:26.909113 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-d30cde05-5c18-4066-9c4d-fa17618e7dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:26.910613 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-d30cde05-5c18-4066-9c4d-fa17618e7dc5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 200 len: 853 time: 0.0795970 Jul 05 07:52:26.918635 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b79d73-5893-4b8d-8c97-e0cdc9d7fbfa req-6819d744-88d5-4df0-b807-5658bd98a7de tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:26.919986 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-40b79d73-5893-4b8d-8c97-e0cdc9d7fbfa req-6819d744-88d5-4df0-b807-5658bd98a7de tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 943 time: 0.1988411 Jul 05 07:52:27.021592 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-40b79d73-5893-4b8d-8c97-e0cdc9d7fbfa req-7ba60192-d6de-4457-b9ff-bb1d966dde35 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922303 Jul 05 07:52:27.032098 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:27.063566 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event deleted for resources: {'Port': ['ID=70210704-6188-4537-bf4f-9c6261d60aec,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:27.072017 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-e8f6991a-0a60-41a4-b86d-4349ecb103d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:27.073866 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-e8f6991a-0a60-41a4-b86d-4349ecb103d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ef2d862-70a6-440d-be23-dba2b7190466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1524384 Jul 05 07:52:27.089803 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['d8cb6ceb-3f1c-4346-afe1-9e2918613b27'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:27.092283 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['dce84a7f-4568-4ab4-ae28-aec9493de7b4'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:27.187317 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks [] for floatingip, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:27.187596 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Floating IP 14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e disassociated (deleted). External IP: 172.27.3.243, port: 7034794d-fdbb-416b-972a-7ac52ac763e6. Jul 05 07:52:27.253010 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-eda63104-54ea-47c6-8447-58351c909929 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565673 Jul 05 07:52:27.470500 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0c9d6a5e-5e79-4c12-8994-38315158b171 req-40c265e2-e91c-43f0-a20b-de780779c027 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827943 Jul 05 07:52:27.523055 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a33d4a5-0061-45b4-ac80-52d5d6dcdf0c req-82189ebe-a580-4eae-9fef-2df4fea63c63 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:27.524525 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2a33d4a5-0061-45b4-ac80-52d5d6dcdf0c req-82189ebe-a580-4eae-9fef-2df4fea63c63 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 944 time: 0.2161322 Jul 05 07:52:27.585676 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Router 1340cb0f-a138-41ad-83bf-87fdf87b694c has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:52:27.588919 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2a33d4a5-0061-45b4-ac80-52d5d6dcdf0c req-3be7601a-8952-429d-a75e-da6fd69e245a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580668 Jul 05 07:52:27.678506 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device bed6463a-691d-41a9-9006-422b8455858e up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:27.711029 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:27.715752 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:27.721336 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] Sync routers for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:27.735907 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:27.736519 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:27.759003 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-2a40085b-db3b-456a-b20b-fee85c91a2fe tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "DELETE /v2.0/floatingips/14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e HTTP/1.1" status: 204 len: 168 time: 2.0298738 Jul 05 07:52:27.777961 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port bed6463a-691d-41a9-9006-422b8455858e triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:27.778340 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:27.899799 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:27.982090 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:28.030114 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:28.034898 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c" -d '{"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:28.082504 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ed09a4-2630-4305-92ce-68015b7b78a1 x-openstack-request-id: req-30ed09a4-2630-4305-92ce-68015b7b78a1 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:28.082925 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:28.083847 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30ed09a4-2630-4305-92ce-68015b7b78a1 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:28.084387 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'status': 'completed', 'code': 200} Jul 05 07:52:28.110958 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:28.137628 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:28.138134 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:28.238322 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:40Z', 'revision_number': 5, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:28.258190 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-2bccb5a5-af20-4432-b42a-feeaf0e59c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:28.259735 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-2bccb5a5-af20-4432-b42a-feeaf0e59c8c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8bb56856d2ae4a6c80a172245d63671e&device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 1099 time: 0.1406171 Jul 05 07:52:28.284382 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] Checking router: 1340cb0f-a138-41ad-83bf-87fdf87b694c for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:28.300564 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:28.303357 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:28.303964 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:28.335866 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc283cf-7b5b-4aa6-9609-2680345c03d9 req-33d52f59-0808-4ebd-8cdb-108c37b09d45 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:28.337355 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4cc283cf-7b5b-4aa6-9609-2680345c03d9 req-33d52f59-0808-4ebd-8cdb-108c37b09d45 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 944 time: 0.1216745 Jul 05 07:52:28.360664 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:28.362938 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbbdecd5-8243-4190-8f02-ab6547eca505" -d '{"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-plugged", "status": "completed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:28.382049 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:28.400240 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4cc283cf-7b5b-4aa6-9609-2680345c03d9 req-122c2f6a-2ece-4dff-afa2-00496679a902 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561635 Jul 05 07:52:28.401281 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-fdd36433-3df2-4d81-b5c3-1ea45c360301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:28.402728 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-fdd36433-3df2-4d81-b5c3-1ea45c360301 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 200 len: 915 time: 0.1339874 Jul 05 07:52:28.469882 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-f344d9a0-df8a-4ccd-8b49-870e9d159ddc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 200 len: 217 time: 0.0571804 Jul 05 07:52:28.532507 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-af49358d-904d-4594-9319-e5f57e674aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:28.535332 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-af49358d-904d-4594-9319-e5f57e674aef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 200 len: 853 time: 0.0538399 Jul 05 07:52:28.543594 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86378aa4-f631-456f-a08f-19f337096062 x-openstack-request-id: req-86378aa4-f631-456f-a08f-19f337096062 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:28.543942 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-plugged", "status": "completed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:28.544124 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86378aa4-f631-456f-a08f-19f337096062 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:28.544504 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'code': 200} Jul 05 07:52:28.547261 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:28.548948 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dce84a7f-4568-4ab4-ae28-aec9493de7b4 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:28.606495 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-690e6acd-7ea9-4c98-9fde-df8d69230b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:28.608014 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-690e6acd-7ea9-4c98-9fde-df8d69230b0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ef2d862-70a6-440d-be23-dba2b7190466&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652349 Jul 05 07:52:28.641579 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:28.677972 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:28.699868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port dce84a7f-4568-4ab4-ae28-aec9493de7b4 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:28.737273 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port dce84a7f-4568-4ab4-ae28-aec9493de7b4 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:28.738035 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:28.800996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eb65fa-168a-4f43-9b78-3b399ea1a8df req-f32e7329-0396-468b-9c32-fb5f7f05da1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:28.802432 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85eb65fa-168a-4f43-9b78-3b399ea1a8df req-f32e7329-0396-468b-9c32-fb5f7f05da1c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1098 time: 0.1810372 Jul 05 07:52:28.809134 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-3b1c344f-3a81-42c3-b1d2-f56d68cab9ff service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769378 Jul 05 07:52:28.903616 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:28.910523 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85eb65fa-168a-4f43-9b78-3b399ea1a8df req-1f4e19d1-2d62-45e0-965e-020b14ef236e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004195 Jul 05 07:52:28.934622 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24def4d7-6387-499f-a374-49b177febf76 req-cf6b8c28-e066-4ccc-91ec-eb3c9cb7a55a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:28.936458 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-24def4d7-6387-499f-a374-49b177febf76 req-cf6b8c28-e066-4ccc-91ec-eb3c9cb7a55a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1793261 Jul 05 07:52:28.948482 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port dce84a7f-4568-4ab4-ae28-aec9493de7b4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce84a7f-4568-4ab4-ae28-aec9493de7b4,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:28.953720 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:28.958919 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8e9d9c7f-2f6a-4824-a70a-56008b3ad81c req-957ef0d0-8780-4c92-b35b-57b7be7ad3e1 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409421 Jul 05 07:52:28.961394 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:40Z', 'revision_number': 5, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:29.010481 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-24def4d7-6387-499f-a374-49b177febf76 req-cc415f2d-9a08-4f05-8a31-8ad557b57611 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585849 Jul 05 07:52:29.018317 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b65cf1-40fa-47fa-b403-c3053d56d8f5 None None] The sync data for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi is: [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:49:33Z', 'revision_number': 4, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd3b59816-4f1c-4121-b534-a99dfbab7d99', 'name': '', 'network_id': '2ef2d862-70a6-440d-be23-dba2b7190466', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'mac_address': 'fa:16:3e:0d:e6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_interface', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:32Z', 'updated_at': '2021-07-05T07:49:40Z', 'revision_number': 5, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'subnets': [{'id': 'e48d2157-0bec-48b7-b3a5-c46a84ce6d40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:29.049663 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=dce84a7f-4568-4ab4-ae28-aec9493de7b4,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:29.275519 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6cd891-73e4-438a-ab52-7e585b3a0f78 None None] New status for floating IP 14dadbfa-c0b2-45e6-84c1-f2fe1eefdd7e: DOWN {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:52:29.596101 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06d4a9-eaf4-4ebc-80bd-e2724f8e5752 req-bad71da4-6f32-4603-8299-30b08411641a tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:29.597500 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6a06d4a9-eaf4-4ebc-80bd-e2724f8e5752 req-bad71da4-6f32-4603-8299-30b08411641a tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 945 time: 0.0705986 Jul 05 07:52:29.637030 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6a06d4a9-eaf4-4ebc-80bd-e2724f8e5752 req-2ddb61ea-7aa5-4e91-9bbb-b941981b4b83 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335929 Jul 05 07:52:30.221114 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b2bc8-cc3c-4e0b-bbf4-53be039410a4 req-7ed13f11-4119-4a7b-858d-cefb078b9917 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:30.222727 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-194b2bc8-cc3c-4e0b-bbf4-53be039410a4 req-7ed13f11-4119-4a7b-858d-cefb078b9917 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0644202 Jul 05 07:52:30.265372 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-194b2bc8-cc3c-4e0b-bbf4-53be039410a4 req-51fe6a57-aa41-4217-92eb-872a1a2d65c5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367048 Jul 05 07:52:30.546138 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:30.548855 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a5e6bc-d986-4508-a188-fd79a5c591d5" -d '{"events": [{"server_uuid": "cc8ff3ee-2a9b-43b1-a968-dc04dd710482", "name": "network-vif-plugged", "status": "completed", "tag": "dce84a7f-4568-4ab4-ae28-aec9493de7b4"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:30.615733 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a67b3-2d0f-4d3f-86e3-9968655c7775 req-1c2979a7-1ae7-418b-9754-9b0c51d421db tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:30.617324 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-546a67b3-2d0f-4d3f-86e3-9968655c7775 req-1c2979a7-1ae7-418b-9754-9b0c51d421db tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0808156 Jul 05 07:52:30.626645 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54564) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:30.631831 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Request body: {'floatingip': {'port_id': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:30.656115 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9678cc-c639-4c57-af4a-a34c4776f58c x-openstack-request-id: req-fc9678cc-c639-4c57-af4a-a34c4776f58c {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:30.657100 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8ff3ee-2a9b-43b1-a968-dc04dd710482", "name": "network-vif-plugged", "status": "completed", "tag": "dce84a7f-4568-4ab4-ae28-aec9493de7b4", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:30.657354 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc9678cc-c639-4c57-af4a-a34c4776f58c {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:30.657790 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4', 'code': 200} Jul 05 07:52:30.678541 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, before_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:30.851452 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7231be2-f95d-495a-b845-a36fdbaf34a3 req-46fde6e6-c080-4681-bf24-8c625f7536c0 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:30.853446 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e7231be2-f95d-495a-b845-a36fdbaf34a3 req-46fde6e6-c080-4681-bf24-8c625f7536c0 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 945 time: 0.0783603 Jul 05 07:52:30.943671 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e7231be2-f95d-495a-b845-a36fdbaf34a3 req-05422882-f2fd-48c8-ab76-5331aeb3d5c0 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844176 Jul 05 07:52:31.002257 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab26ac1e-f2ad-4f0c-88df-a96866d27d7d req-c7a0d899-5668-4576-a922-b5df5a3bb045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:31.003818 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ab26ac1e-f2ad-4f0c-88df-a96866d27d7d req-c7a0d899-5668-4576-a922-b5df5a3bb045 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 1098 time: 0.1061456 Jul 05 07:52:31.038484 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e84fd2d-0636-4057-9abb-ef141246b97b req-d5337642-e6a9-430a-852a-7f8fba49b94d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:31.040011 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1e84fd2d-0636-4057-9abb-ef141246b97b req-d5337642-e6a9-430a-852a-7f8fba49b94d tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.1456962 Jul 05 07:52:31.074082 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ab26ac1e-f2ad-4f0c-88df-a96866d27d7d req-9548930e-7321-4c93-9981-88769400786a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632715 Jul 05 07:52:31.090443 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1e84fd2d-0636-4057-9abb-ef141246b97b req-e28b167a-a334-4b38-ae5a-388e579b5dac tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Jul 05 07:52:31.429112 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:31.433017 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:31.539885 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.l3_db [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Floating IP 67f5f3a8-258c-49ca-893c-a9b419d68c33 associated. External IP: 172.27.3.234, port: d8cb6ceb-3f1c-4346-afe1-9e2918613b27. Jul 05 07:52:31.739844 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:52:31.849529 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:31.854279 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:31.860893 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] Sync routers for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:31.871045 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:31.871664 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:31.892902 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ea082d25-cb40-474b-ad45-ce57da2c3840 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "PUT /v2.0/floatingips/67f5f3a8-258c-49ca-893c-a9b419d68c33 HTTP/1.1" status: 200 len: 991 time: 1.2645743 Jul 05 07:52:31.893582 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}] {{(pid=99353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:31.895923 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9627195a8c2dff50da2ec82d8bbb263518a109ac99fb44a4c90a4a704575652e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7db789-663a-40b6-a676-3587a1e0634b" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27"}]}' {{(pid=99353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:31.932137 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434a03d9-5adb-4147-b4f7-94628f527526 x-openstack-request-id: req-434a03d9-5adb-4147-b4f7-94628f527526 {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:31.932429 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27", "status": "completed", "code": 200}]} {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:31.932676 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-434a03d9-5adb-4147-b4f7-94628f527526 {{(pid=99353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:31.933068 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'status': 'completed', 'code': 200} Jul 05 07:52:31.994166 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:32.107046 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db789-663a-40b6-a676-3587a1e0634b req-14c35c6c-c66d-45a7-975c-c4f2bfbbbd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:32.109286 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5e7db789-663a-40b6-a676-3587a1e0634b req-14c35c6c-c66d-45a7-975c-c4f2bfbbbd9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1098 time: 0.0952930 Jul 05 07:52:32.202061 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8263b38-ff13-4407-b216-546d2fc4836c req-348b578e-f06f-48ac-b098-a2a29e3faa48 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:32.204234 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d8263b38-ff13-4407-b216-546d2fc4836c req-348b578e-f06f-48ac-b098-a2a29e3faa48 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 945 time: 0.1361799 Jul 05 07:52:32.293022 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db789-663a-40b6-a676-3587a1e0634b req-b0cd2da1-9b07-418f-9972-f14eb12dd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:32.294416 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5e7db789-663a-40b6-a676-3587a1e0634b req-b0cd2da1-9b07-418f-9972-f14eb12dd197 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.1774023 Jul 05 07:52:32.303334 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d8263b38-ff13-4407-b216-546d2fc4836c req-ca17715b-c931-47c4-b7d6-570a3b73f134 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908647 Jul 05 07:52:32.309371 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '67f5f3a8-258c-49ca-893c-a9b419d68c33', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'port_id': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'mac_address': 'fa:16:3e:e1:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:31Z', 'revision_number': 1, 'project_id': '4508128072064e8495aafd60d4402bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:32.337700 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] Checking router: 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:32.346735 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:32.347364 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:32.464870 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:32.629072 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5e7db789-663a-40b6-a676-3587a1e0634b req-e9f58606-a793-4448-a316-8ce3ce22ffe6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 200 len: 999 time: 0.3241668 Jul 05 07:52:32.640273 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3e6d2-7e7a-4a9c-ac86-17ca2ef425a5 req-9f19efb9-6aaa-4d95-8c46-f8a673743b91 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:32.641900 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9cb3e6d2-7e7a-4a9c-ac86-17ca2ef425a5 req-9f19efb9-6aaa-4d95-8c46-f8a673743b91 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.3964012 Jul 05 07:52:32.710254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db789-663a-40b6-a676-3587a1e0634b req-bfad6aa2-bf2a-4bf1-8526-a7ccfd3dc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:32.711771 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5e7db789-663a-40b6-a676-3587a1e0634b req-bfad6aa2-bf2a-4bf1-8526-a7ccfd3dc1fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0689993 Jul 05 07:52:32.717111 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9cb3e6d2-7e7a-4a9c-ac86-17ca2ef425a5 req-8dbcf3ee-aa2b-457b-9e47-ebeaaf692bca tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/security-groups?id=c64277cf-b202-43ca-b9cc-cb7977f08ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 Jul 05 07:52:32.767017 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '67f5f3a8-258c-49ca-893c-a9b419d68c33', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'port_id': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'mac_address': 'fa:16:3e:e1:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:31Z', 'revision_number': 1, 'project_id': '4508128072064e8495aafd60d4402bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:32.776921 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7db789-663a-40b6-a676-3587a1e0634b req-de7edbf5-550b-4696-8408-1450b9322931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:32.778627 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5e7db789-663a-40b6-a676-3587a1e0634b req-de7edbf5-550b-4696-8408-1450b9322931 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0581040 Jul 05 07:52:32.794581 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec29705-4e8a-4789-a6dd-e41f1a48bcf1 None None] The sync data for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi is: [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '67f5f3a8-258c-49ca-893c-a9b419d68c33', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'floating_ip_address': '172.27.3.234', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'port_id': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'mac_address': 'fa:16:3e:e1:88:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:52:31Z', 'revision_number': 1, 'project_id': '4508128072064e8495aafd60d4402bec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:32.877634 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5e7db789-663a-40b6-a676-3587a1e0634b req-bbf14afc-7c39-4b95-bbfa-2a54fe65a690 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884128 Jul 05 07:52:32.989126 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5e7db789-663a-40b6-a676-3587a1e0634b req-1ac1ed30-4e81-4c79-9a10-d772f02ffd9b service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972311 Jul 05 07:52:33.003983 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401aac36-652f-4bef-8c2c-ead1a618633b None None] New status for floating IP 67f5f3a8-258c-49ca-893c-a9b419d68c33: ACTIVE {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:52:33.184650 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22d9c-3269-4535-8ca5-793814330210 req-a54150aa-e7ba-4c3a-a86c-1495acbe9b73 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:33.186228 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85b22d9c-3269-4535-8ca5-793814330210 req-a54150aa-e7ba-4c3a-a86c-1495acbe9b73 tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.24 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 946 time: 0.0791833 Jul 05 07:52:33.304181 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Deleting port 7034794d-fdbb-416b-972a-7ac52ac763e6 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:33.304518 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:33.395612 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] For port 7034794d-fdbb-416b-972a-7ac52ac763e6, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7034794d-fdbb-416b-972a-7ac52ac763e6,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:33.395968 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:33.410529 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Calling delete_port for 7034794d-fdbb-416b-972a-7ac52ac763e6 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:33.539083 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8edde7-8613-43b6-863c-07b718285471 req-6b017a3a-e6e1-4848-b461-1ec7c9ff5c1f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:33.540565 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd8edde7-8613-43b6-863c-07b718285471 req-6b017a3a-e6e1-4848-b461-1ec7c9ff5c1f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 945 time: 0.1204522 Jul 05 07:52:33.633456 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd8edde7-8613-43b6-863c-07b718285471 req-af910628-4d6c-40e5-933e-503947f0643b tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866430 Jul 05 07:52:33.634990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:33.652100 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7034794d-fdbb-416b-972a-7ac52ac763e6'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:33.701279 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Pushing event deleted for resources: {'Port': ['ID=7034794d-fdbb-416b-972a-7ac52ac763e6,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:33.747304 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] No DVR routers for this DVR port 7034794d-fdbb-416b-972a-7ac52ac763e6 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:52:33.750147 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:33.752136 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85b22d9c-3269-4535-8ca5-793814330210 req-6e0a560e-f507-4497-8dd4-37299100f5af tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.24 "DELETE /v2.0/ports/7034794d-fdbb-416b-972a-7ac52ac763e6 HTTP/1.1" status: 204 len: 173 time: 0.5596554 Jul 05 07:52:33.752581 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'name': 'network-vif-deleted', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:33.754851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b321b476-5a24-49b2-99d7-015e8fdec079" -d '{"events": [{"server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "name": "network-vif-deleted", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:33.807318 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca2d972-d59a-4ce8-9b5b-bf8f08091960 x-openstack-request-id: req-bca2d972-d59a-4ce8-9b5b-bf8f08091960 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:33.807608 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f47080-813d-4ccc-86bc-10809065d9b2", "name": "network-vif-deleted", "tag": "7034794d-fdbb-416b-972a-7ac52ac763e6", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:33.807854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bca2d972-d59a-4ce8-9b5b-bf8f08091960 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:33.808387 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f47080-813d-4ccc-86bc-10809065d9b2', 'name': 'network-vif-deleted', 'tag': '7034794d-fdbb-416b-972a-7ac52ac763e6', 'status': 'completed', 'code': 200} Jul 05 07:52:33.877228 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0d74b15d-97b7-4b6b-acea-7e3f859fcec1 req-3038f772-a35d-4bd2-aff4-cce4a2ea7c2c tempest-TestMinimumBasicScenario-1607617373 tempest-TestMinimumBasicScenario-1607617373-project] 10.222.0.30 "GET /v2.0/ports?device_id=32f47080-813d-4ccc-86bc-10809065d9b2 HTTP/1.1" status: 200 len: 210 time: 0.0377140 Jul 05 07:52:34.559612 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477ace9d-d4b5-49e9-aa31-e765c14e8f12 req-9acf5d44-d7ca-42bc-8758-483105f8de2f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:34.561070 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-477ace9d-d4b5-49e9-aa31-e765c14e8f12 req-9acf5d44-d7ca-42bc-8758-483105f8de2f tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 945 time: 0.0703015 Jul 05 07:52:34.601396 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-477ace9d-d4b5-49e9-aa31-e765c14e8f12 req-89b5cfc9-5c1a-4e0e-9afe-95191e7555fe tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338438 Jul 05 07:52:35.733968 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54662) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:35.817920 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a822f-1a1e-4b39-bdbc-34ccad4615b9 req-1dd172b6-8ede-4baa-829b-02f7a12f37ee tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:35.819491 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dc0a822f-1a1e-4b39-bdbc-34ccad4615b9 req-1dd172b6-8ede-4baa-829b-02f7a12f37ee tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 945 time: 0.0883143 Jul 05 07:52:35.862046 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dc0a822f-1a1e-4b39-bdbc-34ccad4615b9 req-321a2079-df85-4409-97fe-0484e65827f4 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369756 Jul 05 07:52:36.045796 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-627db06c-b257-4e4a-bccb-5422c99c60a3 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:36.047487 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-627db06c-b257-4e4a-bccb-5422c99c60a3 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 945 time: 0.0665340 Jul 05 07:52:36.096300 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.168105 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Deleting port dce84a7f-4568-4ab4-ae28-aec9493de7b4 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:36.168444 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.263061 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] For port dce84a7f-4568-4ab4-ae28-aec9493de7b4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dce84a7f-4568-4ab4-ae28-aec9493de7b4,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:36.263289 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.278303 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Calling delete_port for dce84a7f-4568-4ab4-ae28-aec9493de7b4 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:36.355872 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Deleting port d3b59816-4f1c-4121-b534-a99dfbab7d99 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:36.356217 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.412999 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.425594 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['dce84a7f-4568-4ab4-ae28-aec9493de7b4'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:36.444091 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Pushing event deleted for resources: {'Port': ['ID=dce84a7f-4568-4ab4-ae28-aec9493de7b4,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:36.459012 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] For port d3b59816-4f1c-4121-b534-a99dfbab7d99, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d3b59816-4f1c-4121-b534-a99dfbab7d99,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:36.459392 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.474780 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Calling delete_port for d3b59816-4f1c-4121-b534-a99dfbab7d99 owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:36.503461 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] No DVR routers for this DVR port dce84a7f-4568-4ab4-ae28-aec9493de7b4 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:52:36.505937 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.507954 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cb68e8bd-2736-4e0e-9e81-7c591dc64d3f req-d9197373-a9b3-42be-8891-0835e600823c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "DELETE /v2.0/ports/dce84a7f-4568-4ab4-ae28-aec9493de7b4 HTTP/1.1" status: 204 len: 173 time: 0.4538050 Jul 05 07:52:36.508401 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'name': 'network-vif-deleted', 'tag': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:36.510646 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd487af7-11d4-406e-8f9a-e5327222e723" -d '{"events": [{"server_uuid": "cc8ff3ee-2a9b-43b1-a968-dc04dd710482", "name": "network-vif-deleted", "tag": "dce84a7f-4568-4ab4-ae28-aec9493de7b4"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:36.550731 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b6d08-dccf-4f0a-93a5-eb4ace45a6ae x-openstack-request-id: req-f97b6d08-dccf-4f0a-93a5-eb4ace45a6ae {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:36.551073 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc8ff3ee-2a9b-43b1-a968-dc04dd710482", "name": "network-vif-deleted", "tag": "dce84a7f-4568-4ab4-ae28-aec9493de7b4", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:36.551331 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f97b6d08-dccf-4f0a-93a5-eb4ace45a6ae {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:36.551741 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc8ff3ee-2a9b-43b1-a968-dc04dd710482', 'name': 'network-vif-deleted', 'tag': 'dce84a7f-4568-4ab4-ae28-aec9493de7b4', 'status': 'completed', 'code': 200} Jul 05 07:52:36.678344 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:36.705235 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b59816-4f1c-4121-b534-a99dfbab7d99,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:36.732541 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.732893 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.733231 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.733565 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.733897 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.734232 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.735470 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.735470 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.735742 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.736064 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.736385 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.736703 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:52:36.882685 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:37.030745 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a14cdacf-5f3e-4379-b893-5b25b6f254fd req-a5dda77f-4fc5-4266-a171-4ca8a41ad5cc tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc8ff3ee-2a9b-43b1-a968-dc04dd710482 HTTP/1.1" status: 200 len: 210 time: 0.0328231 Jul 05 07:52:37.107387 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Router 1340cb0f-a138-41ad-83bf-87fdf87b694c has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:52:37.444519 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:37.449370 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7c23d2c6-6f8c-49e5-9ebd-f5f47cd89f88 admin admin] 10.222.0.30 "PUT /v2.0/routers/1340cb0f-a138-41ad-83bf-87fdf87b694c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7081950 Jul 05 07:52:37.451875 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54686) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:37.453032 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] Sync routers for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:37.462977 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:37.463589 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:37.551907 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:37.571051 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:37.662527 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:37.721724 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Deleting port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:37.722064 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:37.772370 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230'}], 'enable_snat': True}, 'gw_port_id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:52:36Z', 'revision_number': 5, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port': {'id': '61e3c8e7-311e-4b2c-8ee8-1a9343a421d1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:17:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:29Z', 'updated_at': '2021-07-05T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:37.798587 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] Checking router: 1340cb0f-a138-41ad-83bf-87fdf87b694c for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:37.803480 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] For port 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:37.804032 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:37.806730 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] Routers {'1340cb0f-a138-41ad-83bf-87fdf87b694c'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:37.807335 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['1340cb0f-a138-41ad-83bf-87fdf87b694c'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:37.817221 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Calling delete_port for 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:37.993299 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.017247 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] Set router 1340cb0f-a138-41ad-83bf-87fdf87b694c gateway port host: None {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:38.023171 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Pushing event deleted for resources: {'Port': ['ID=61e3c8e7-311e-4b2c-8ee8-1a9343a421d1,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:38.043891 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7034794d-fdbb-416b-972a-7ac52ac763e6 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:38.076303 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:52:37Z', 'revision_number': 6, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:38.085455 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.118362 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a106548-29ca-4fa3-a2b6-361a0f6d4e9a None None] The sync data for ids ['1340cb0f-a138-41ad-83bf-87fdf87b694c'] in dv-cinder-768592-9-iscsi is: [{'id': '1340cb0f-a138-41ad-83bf-87fdf87b694c', 'name': 'tempest-TestMinimumBasicScenario-609596820-router', 'tenant_id': '8bb56856d2ae4a6c80a172245d63671e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:28Z', 'updated_at': '2021-07-05T07:52:37Z', 'revision_number': 6, 'project_id': '8bb56856d2ae4a6c80a172245d63671e', 'gw_port_host': None}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:38.119918 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 7034794d-fdbb-416b-972a-7ac52ac763e6 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:38.120256 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7034794d-fdbb-416b-972a-7ac52ac763e6 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:38.120673 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dce84a7f-4568-4ab4-ae28-aec9493de7b4 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:38.147870 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: dce84a7f-4568-4ab4-ae28-aec9493de7b4 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:38.148217 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dce84a7f-4568-4ab4-ae28-aec9493de7b4 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:38.184479 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.186722 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.231562 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.232011 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1340cb0f-a138-41ad-83bf-87fdf87b694c {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 07:52:38.237034 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.238242 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-499637b5-dce7-43b3-b63d-99f9e8c2e3de admin admin] 10.222.0.30 "DELETE /v2.0/routers/1340cb0f-a138-41ad-83bf-87fdf87b694c HTTP/1.1" status: 204 len: 168 time: 0.7854702 Jul 05 07:52:38.240758 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54702) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:38.291726 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] Deleting subnet e48d2157-0bec-48b7-b3a5-c46a84ce6d40 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:52:38.295115 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.331447 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.439097 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.458987 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-d5289158-7b4d-4eb1-9fa1-fdc4005cc623 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:38.461347 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-d5289158-7b4d-4eb1-9fa1-fdc4005cc623 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/networks?id=1a193c7c-090b-4893-9a6a-b145291bf330 HTTP/1.1" status: 200 len: 809 time: 0.1237285 Jul 05 07:52:38.476564 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-3881df3d-b4f3-4af6-9fd4-48ef395883f5 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/quotas/ad2879bfd6424443a39a0f6f9d8979b4 HTTP/1.1" status: 200 len: 375 time: 0.0097806 Jul 05 07:52:38.507430 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.519312 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-ab28bcc1-90a1-4be9-8acc-a1d6f335d17a tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ad2879bfd6424443a39a0f6f9d8979b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371141 Jul 05 07:52:38.533903 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e48d2157-0bec-48b7-b3a5-c46a84ce6d40,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:38.538371 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.540231 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-88118cdb-eed3-4357-ae64-75ede6e5bb1b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e48d2157-0bec-48b7-b3a5-c46a84ce6d40 HTTP/1.1" status: 204 len: 168 time: 0.2985003 Jul 05 07:52:38.542780 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54708) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:38.549965 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ab524b-6f31-4a2b-905e-1ca9b1fc1918 None None] Network 2ef2d862-70a6-440d-be23-dba2b7190466 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:38.623489 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.631027 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a042a4da-c195-4871-8fef-104222eeee7c service neutron] 10.222.0.30 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045797 Jul 05 07:52:38.697837 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Deleting port d65c661c-1710-4a79-83f5-ec2f12e3fa7d {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:38.698437 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.737272 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-009423cd-6ec8-4b31-a08c-9cb03b0606cc service neutron] 10.222.0.30 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932877 Jul 05 07:52:38.771981 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] For port d65c661c-1710-4a79-83f5-ec2f12e3fa7d, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d65c661c-1710-4a79-83f5-ec2f12e3fa7d,segment=NetworkSegment(03bd20a2-c87e-44be-ba79-33269fbe2778),segment_id=03bd20a2-c87e-44be-ba79-33269fbe2778)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:38.772428 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.786205 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Calling delete_port for d65c661c-1710-4a79-83f5-ec2f12e3fa7d owned by network:dhcp {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:38.877395 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:38.909406 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] No DVR routers for this DVR port d65c661c-1710-4a79-83f5-ec2f12e3fa7d on host dv-cinder-768592-9-iscsi {{(pid=99353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:52:38.913336 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Pushing event deleted for resources: {'Port': ['ID=d65c661c-1710-4a79-83f5-ec2f12e3fa7d,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:38.950761 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-962b75df-a0e4-4286-9b4d-b4d839f1ad47 req-e99eb1e7-db43-4bb3-8b98-6f95225df87a tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 210 time: 0.0513802 Jul 05 07:52:38.994881 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc7b458-fa33-47ae-9628-b18ce602ae91 None None] DHCP port deletion for 2ef2d862-70a6-440d-be23-dba2b7190466 request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 07:52:38.995980 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:39.009865 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef2d862-70a6-440d-be23-dba2b7190466']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:39.025204 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03bd20a2-c87e-44be-ba79-33269fbe2778') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:39.025495 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03bd20a2-c87e-44be-ba79-33269fbe2778') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:39.036434 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:39.051943 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:39.057952 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:52:39.058507 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:52:39.060257 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:52:39.127713 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:39.134882 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:39.139766 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] 10.222.0.30 "DELETE /v2.0/networks/2ef2d862-70a6-440d-be23-dba2b7190466 HTTP/1.1" status: 204 len: 168 time: 0.5950873 Jul 05 07:52:39.140118 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54724) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:39.154457 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb28ac-f9c4-4fdc-828b-d2749f44a70a admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef2d862-70a6-440d-be23-dba2b7190466,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:39.609814 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:39.677881 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d3b59816-4f1c-4121-b534-a99dfbab7d99 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:39.698194 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: d3b59816-4f1c-4121-b534-a99dfbab7d99 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:39.698833 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d3b59816-4f1c-4121-b534-a99dfbab7d99 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:39.699255 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:39.724442 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:39.725055 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 61e3c8e7-311e-4b2c-8ee8-1a9343a421d1 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:39.725611 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d65c661c-1710-4a79-83f5-ec2f12e3fa7d no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:39.744493 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: d65c661c-1710-4a79-83f5-ec2f12e3fa7d {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:39.744840 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d65c661c-1710-4a79-83f5-ec2f12e3fa7d not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:39.926010 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Deleting port adc66f8f-d47d-4931-8d74-a3f33d71d87a {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:39.926354 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:40.007683 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] For port adc66f8f-d47d-4931-8d74-a3f33d71d87a, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=adc66f8f-d47d-4931-8d74-a3f33d71d87a,segment=NetworkSegment(d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d),segment_id=d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:40.008043 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:40.031099 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Calling delete_port for adc66f8f-d47d-4931-8d74-a3f33d71d87a owned by network:router_interface {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:40.110290 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cce2774b-6123-4890-bf80-3910526819d2 req-f6fe6d70-5c2d-42a5-ad1f-5c365cb9177b tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 210 time: 0.0324864 Jul 05 07:52:40.302783 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-794cd877-49d1-4b5d-9f8b-a69f3696edcb tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:40.304244 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-794cd877-49d1-4b5d-9f8b-a69f3696edcb tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "GET /v2.0/networks?id=1a193c7c-090b-4893-9a6a-b145291bf330 HTTP/1.1" status: 200 len: 809 time: 0.1837432 Jul 05 07:52:40.320512 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Request body: {'port': {'device_id': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330', 'admin_state_up': True, 'tenant_id': 'ad2879bfd6424443a39a0f6f9d8979b4'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:40.416892 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:40.460758 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Pushing event deleted for resources: {'Port': ['ID=adc66f8f-d47d-4931-8d74-a3f33d71d87a,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:40.543260 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Made reservation on behalf of ad2879bfd6424443a39a0f6f9d8979b4 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:40.547447 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:40.726240 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:40.818154 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Allocated IP 172.20.0.2 (1a193c7c-090b-4893-9a6a-b145291bf330/daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2/1e4f33c6-dcb2-4473-bd85-2ed9711aa11d) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:41.270940 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6613d1-13c7-415d-b981-bc594f76e930 req-09c6a8b7-5cff-40d5-ab48-2e1be2c53ad6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:41.272316 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc6613d1-13c7-415d-b981-bc594f76e930 req-09c6a8b7-5cff-40d5-ab48-2e1be2c53ad6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.4962983 Jul 05 07:52:41.391454 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-4abf74af-931e-4ddd-b4ca-3c6389ac0dd8 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265361909&fields=id&tenant_id=e78e4bd345a74ac2860317239dde0c46 HTTP/1.1" status: 200 len: 267 time: 0.1609228 Jul 05 07:52:41.424343 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc6613d1-13c7-415d-b981-bc594f76e930 req-87fa7215-3637-4d51-8b01-394903c85a40 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413817 Jul 05 07:52:41.483388 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:41.513887 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Router 4b72ef43-30b3-42b6-990b-1fd30657d475 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:52:41.588037 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5d9e0f0-a2c6-49c5-b0aa-b5de2efa822d req-afdd2788-58b5-4dd4-abbf-62a4393fe2d4 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 210 time: 0.0515718 Jul 05 07:52:41.638925 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-a56f9c6b-4d00-47b5-9515-5fd431e2ae4e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:41.640441 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-a56f9c6b-4d00-47b5-9515-5fd431e2ae4e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 809 time: 0.2368419 Jul 05 07:52:41.668998 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:41.671372 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-a932c7ed-a192-4095-aba7-378f3a3b1ded tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/quotas/e78e4bd345a74ac2860317239dde0c46 HTTP/1.1" status: 200 len: 375 time: 0.0234208 Jul 05 07:52:41.781188 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Network 1a193c7c-090b-4893-9a6a-b145291bf330 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:41.794922 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:41.802341 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:41.809818 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Pushing event updated for resources: {'Port': ['ID=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:41.853449 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:52:41.862098 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a60eec-9197-4889-a957-9f0176772751 None None] Sync routers for ids ['4b72ef43-30b3-42b6-990b-1fd30657d475'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:52:41.863148 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-2110c465-f9e4-4bbc-8a02-1e37d587258f admin admin] 10.222.0.30 "PUT /v2.0/routers/4b72ef43-30b3-42b6-990b-1fd30657d475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7213795 Jul 05 07:52:41.865773 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54760) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:41.880006 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] Routers {'4b72ef43-30b3-42b6-990b-1fd30657d475'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:41.880799 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4b72ef43-30b3-42b6-990b-1fd30657d475'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:41.881504 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:41.882191 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:41.907867 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-7d317ec3-aecc-415d-8ec3-36991b4601e2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5913031 Jul 05 07:52:41.914713 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-6a654888-d0c4-4a39-b49b-db89dedfe259 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2351646 Jul 05 07:52:41.922376 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Request body: {'port': {'device_id': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:41.977422 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.001911 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] Set router 4b72ef43-30b3-42b6-990b-1fd30657d475 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:42.071941 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.088130 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.094609 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-89fab25f-27c9-4d99-a1f3-2cd88132baaa service neutron] 10.222.0.30 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442704 Jul 05 07:52:42.152618 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Deleting port 9a01912d-35f2-49be-806b-b5180a30b35a {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:42.152976 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.205949 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189'}], 'enable_snat': True}, 'gw_port_id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:52:40Z', 'revision_number': 5, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port': {'id': '9a01912d-35f2-49be-806b-b5180a30b35a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:1d:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 321, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:38Z', 'updated_at': '2021-07-05T07:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:42.234244 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a60eec-9197-4889-a957-9f0176772751 None None] Checking router: 4b72ef43-30b3-42b6-990b-1fd30657d475 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:52:42.242893 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] Routers {'4b72ef43-30b3-42b6-990b-1fd30657d475'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:52:42.243497 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['4b72ef43-30b3-42b6-990b-1fd30657d475'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:42.259181 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] For port 9a01912d-35f2-49be-806b-b5180a30b35a, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9a01912d-35f2-49be-806b-b5180a30b35a,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:42.259545 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.274506 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Calling delete_port for 9a01912d-35f2-49be-806b-b5180a30b35a owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:42.333089 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] Set router 4b72ef43-30b3-42b6-990b-1fd30657d475 gateway port host: None {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:52:42.339704 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-e6d9139c-e6d9-4f72-981a-e0ba0d8aca05 service neutron] 10.222.0.30 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393212 Jul 05 07:52:42.387194 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-88a60eec-9197-4889-a957-9f0176772751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:52:42Z', 'revision_number': 6, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:42.417952 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a60eec-9197-4889-a957-9f0176772751 None None] The sync data for ids ['4b72ef43-30b3-42b6-990b-1fd30657d475'] in dv-cinder-768592-9-iscsi is: [{'id': '4b72ef43-30b3-42b6-990b-1fd30657d475', 'name': 'tempest-TestMinimumBasicScenario-489760523-router', 'tenant_id': 'd7b82790d7114b77bc569cd31793abd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:37Z', 'updated_at': '2021-07-05T07:52:42Z', 'revision_number': 6, 'project_id': 'd7b82790d7114b77bc569cd31793abd1', 'gw_port_host': None}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:52:42.463934 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:42.473803 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.500295 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Transition to ACTIVE for port object 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:42.500493 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.506166 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.530088 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a01912d-35f2-49be-806b-b5180a30b35a,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:42.597623 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.658544 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:42.704909 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.705667 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.707624 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Attempting to bind port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:42.707968 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Attempting to bind port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:42.708304 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Attempting to bind port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d on network 1a193c7c-090b-4893-9a6a-b145291bf330 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:42.716890 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d on network 1a193c7c-090b-4893-9a6a-b145291bf330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:52:42.717217 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Attempting to bind port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d on network 1a193c7c-090b-4893-9a6a-b145291bf330 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:42.728212 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e6f6a0-d330-4f3f-a8be-5b7dc4abf3de req-b85432fa-61a1-40fc-9b9e-40b1a94fc0fb tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:42.729860 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-76e6f6a0-d330-4f3f-a8be-5b7dc4abf3de req-b85432fa-61a1-40fc-9b9e-40b1a94fc0fb tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1707563 Jul 05 07:52:42.732745 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:42.733001 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Checking segment: {'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:42.733391 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Bound using segment: {'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:42.733827 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Bound port: 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae41a08-ea45-4ccf-b639-74c19cb25742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:42.734769 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.761241 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.761925 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b72ef43-30b3-42b6-990b-1fd30657d475 {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 07:52:42.772326 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.773910 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-fae33be0-1d97-47fb-b6bd-a5d31901f79a admin admin] 10.222.0.30 "DELETE /v2.0/routers/4b72ef43-30b3-42b6-990b-1fd30657d475 HTTP/1.1" status: 204 len: 168 time: 0.9068897 Jul 05 07:52:42.776441 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54778) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:42.837138 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] Deleting subnet 9204b1c6-1863-497f-82e6-0b689b955b17 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:52:42.841650 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.850932 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-76e6f6a0-d330-4f3f-a8be-5b7dc4abf3de req-060f3b18-c069-4c97-a715-758c42950d16 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120214 Jul 05 07:52:42.896373 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] For port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:42.900746 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] For port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:42.910560 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.943379 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.954502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:42.955491 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:42.957114 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] 10.222.0.24 "PUT /v2.0/ports/1e4f33c6-dcb2-4473-bd85-2ed9711aa11d HTTP/1.1" status: 200 len: 1093 time: 1.0394199 Jul 05 07:52:42.968308 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'tag': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:42.971714 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febc3e7e-71bb-456b-ad9c-829107c885a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d68d66fa-2db6-4bb5-a940-d7f132359736", "tag": "1e4f33c6-dcb2-4473-bd85-2ed9711aa11d"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:42.984488 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2455fd60-14ff-4a50-b8f2-bf1af414dd0b req-50bd5827-1d67-4fdc-96b1-1d2cf15cca39 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:42.992631 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2455fd60-14ff-4a50-b8f2-bf1af414dd0b req-50bd5827-1d67-4fdc-96b1-1d2cf15cca39 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 943 time: 0.2211933 Jul 05 07:52:43.039493 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8653acd6-4f48-408e-81b4-7a478cdccdf4 req-9bb2e6bd-e7ec-4040-9352-92ede7e71530 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 210 time: 0.0944319 Jul 05 07:52:43.045168 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.102178 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a628975-0640-43df-a4da-f6ee6ea0bf8a x-openstack-request-id: req-2a628975-0640-43df-a4da-f6ee6ea0bf8a {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:43.102499 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68d66fa-2db6-4bb5-a940-d7f132359736", "tag": "1e4f33c6-dcb2-4473-bd85-2ed9711aa11d", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:43.102754 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a628975-0640-43df-a4da-f6ee6ea0bf8a {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:43.103149 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'tag': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d', 'status': 'completed', 'code': 200} Jul 05 07:52:43.114993 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.116591 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc31db-5a86-44cd-98cf-23fefcf5e898 service neutron] Pushing event updated for resources: {'Port': ['ID=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:43.126912 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2455fd60-14ff-4a50-b8f2-bf1af414dd0b req-a35096da-56f7-48e4-8367-a8e8bed277f2 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333985 Jul 05 07:52:43.145950 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9204b1c6-1863-497f-82e6-0b689b955b17,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:43.147935 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.149965 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7b97857a-3032-4bc3-9ce0-e9073bcc0476 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9204b1c6-1863-497f-82e6-0b689b955b17 HTTP/1.1" status: 204 len: 168 time: 0.3720667 Jul 05 07:52:43.152156 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54788) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:43.153992 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215a021c-d946-4bf9-85bf-24e18005e727 None None] Network 22595f16-0d09-45fd-9cba-fca44e41af20 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:52:43.165123 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-f0cbdf7d-4b31-4470-849c-1e4b55bd8c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:43.166890 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-f0cbdf7d-4b31-4470-849c-1e4b55bd8c02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad2879bfd6424443a39a0f6f9d8979b4&device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 1096 time: 0.1631689 Jul 05 07:52:43.219325 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-b4dd2b77-30f0-4d11-aabc-947d5870a70a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d HTTP/1.1" status: 200 len: 217 time: 0.0419376 Jul 05 07:52:43.223921 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.278489 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-75c3d90f-843b-49df-bac3-11d5d8955bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:43.279992 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-75c3d90f-843b-49df-bac3-11d5d8955bf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2 HTTP/1.1" status: 200 len: 849 time: 0.0495434 Jul 05 07:52:43.314282 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Deleting port 0af890a7-1562-4fea-a315-8d1b8c641130 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:43.314755 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.335648 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-6f9611a9-d172-4c99-993d-3cf457248f4b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a193c7c-090b-4893-9a6a-b145291bf330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460985 Jul 05 07:52:43.392349 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] For port 0af890a7-1562-4fea-a315-8d1b8c641130, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=0af890a7-1562-4fea-a315-8d1b8c641130,segment=NetworkSegment(d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d),segment_id=d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:43.393432 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.410847 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] DHCP port deletion for 22595f16-0d09-45fd-9cba-fca44e41af20 request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 07:52:43.418312 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Calling delete_port for 0af890a7-1562-4fea-a315-8d1b8c641130 owned by network:dhcp {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:43.477218 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] Deleting port 0af890a7-1562-4fea-a315-8d1b8c641130 {{(pid=99354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:43.477754 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.501021 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-bf7a5a8e-04f8-4e36-b5ca-27292403daee service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584177 Jul 05 07:52:43.555458 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] For port 0af890a7-1562-4fea-a315-8d1b8c641130, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=0af890a7-1562-4fea-a315-8d1b8c641130,segment=NetworkSegment(d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d),segment_id=d77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:43.555767 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.559501 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.580008 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] Calling delete_port for 0af890a7-1562-4fea-a315-8d1b8c641130 owned by network:dhcp {{(pid=99354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:43.598436 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0af890a7-1562-4fea-a315-8d1b8c641130,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:43.603196 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] No DVR routers for this DVR port 0af890a7-1562-4fea-a315-8d1b8c641130 on host dv-cinder-768592-9-iscsi {{(pid=99353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:52:43.626901 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-129d63d6-b9d9-4f43-8176-65f1fedb6a6e req-cd96f72d-df5b-4981-b6ea-4eff86713831 service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176591 Jul 05 07:52:43.718983 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9a01912d-35f2-49be-806b-b5180a30b35a no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:43.730013 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.741206 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22595f16-0d09-45fd-9cba-fca44e41af20']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:43.753001 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:43.753193 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 9a01912d-35f2-49be-806b-b5180a30b35a {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:43.753297 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd77705e0-0e13-4eb1-b9ab-b35ae0bf2a2d') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:52:43.753391 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9a01912d-35f2-49be-806b-b5180a30b35a not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:43.753790 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 0af890a7-1562-4fea-a315-8d1b8c641130 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:43.762371 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.777286 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.780316 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 0af890a7-1562-4fea-a315-8d1b8c641130 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:43.780671 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 0af890a7-1562-4fea-a315-8d1b8c641130 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:43.782064 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-4e423c86-701d-46d6-b86f-e6c8d3901a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:43.782272 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device adc66f8f-d47d-4931-8d74-a3f33d71d87a no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:43.783691 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-4e423c86-701d-46d6-b86f-e6c8d3901a96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ad2879bfd6424443a39a0f6f9d8979b4&device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 1096 time: 0.0746727 Jul 05 07:52:43.785199 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:52:43.785774 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:52:43.789052 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:52:43.810370 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: adc66f8f-d47d-4931-8d74-a3f33d71d87a {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:43.810743 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device adc66f8f-d47d-4931-8d74-a3f33d71d87a not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:43.818746 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846'] for port, after_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.851590 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] No DVR routers for this DVR port 0af890a7-1562-4fea-a315-8d1b8c641130 on host dv-cinder-768592-9-iscsi {{(pid=99354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:52:43.853429 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7bdce-0051-4d9d-b969-82aa1f26fc05 None None] Pushing event deleted for resources: {'Port': ['ID=0af890a7-1562-4fea-a315-8d1b8c641130,revision_number=None']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:43.869309 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.873445 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:43.878367 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] 10.222.0.30 "DELETE /v2.0/networks/22595f16-0d09-45fd-9cba-fca44e41af20 HTTP/1.1" status: 204 len: 168 time: 0.7226753 Jul 05 07:52:43.888783 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a30860-840e-47f4-ab8a-7aaf69893d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=22595f16-0d09-45fd-9cba-fca44e41af20,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:43.896441 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-5b1a009d-aa5d-4853-90a4-f2b2ab059935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:43.898036 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-5b1a009d-aa5d-4853-90a4-f2b2ab059935 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1a193c7c-090b-4893-9a6a-b145291bf330 HTTP/1.1" status: 200 len: 910 time: 0.1068413 Jul 05 07:52:43.945050 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-67276f03-8044-45be-8ddb-b0b17c6d72cb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d HTTP/1.1" status: 200 len: 217 time: 0.0394681 Jul 05 07:52:44.054126 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-f51e77da-784a-492e-92a1-12682b43b914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:44.055789 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-f51e77da-784a-492e-92a1-12682b43b914 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2 HTTP/1.1" status: 200 len: 849 time: 0.0914695 Jul 05 07:52:44.082740 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54798) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:44.122025 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-c0f5b352-a1cb-4573-a144-c2d91e2568e9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1a193c7c-090b-4893-9a6a-b145291bf330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517664 Jul 05 07:52:44.148010 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9a75b35a-c03d-4acc-addb-2def1b7e8393 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8bb56856d2ae4a6c80a172245d63671e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636308 Jul 05 07:52:44.150926 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54802) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:44.233563 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae296f7-991d-497b-9473-7483df0669f0 req-f4aa9d55-82e6-43ef-9a83-c109a497d0c6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:44.235612 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dae296f7-991d-497b-9473-7483df0669f0 req-f4aa9d55-82e6-43ef-9a83-c109a497d0c6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.2313535 Jul 05 07:52:44.310910 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-47a3c592-b47f-4b8a-8272-7a778505551c req-30daa4ed-0ec3-4fd2-928d-366ae754f66e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 210 time: 0.0728445 Jul 05 07:52:44.398483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dae296f7-991d-497b-9473-7483df0669f0 req-fe85f0a9-c2a2-4cc8-903e-2686bbd961a2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1532264 Jul 05 07:52:44.407756 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-dc0531b1-52d2-440c-9987-82bc769b10c7 service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732933 Jul 05 07:52:44.414969 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ca06a25d-f56c-42b1-9d8b-0d0f00e554f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:44.442462 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-79c80f33-d229-4940-84d8-46a0acb72b0b tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:44.443832 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-79c80f33-d229-4940-84d8-46a0acb72b0b tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 809 time: 0.3209503 Jul 05 07:52:44.540971 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ca06a25d-f56c-42b1-9d8b-0d0f00e554f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:44.894138 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-13c85df5-a9ed-4bd4-b38b-ee686fd66af2 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78e4bd345a74ac2860317239dde0c46 HTTP/1.1" status: 200 len: 380 time: 0.4029405 Jul 05 07:52:44.910787 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'port': {'device_id': '997c4af0-b020-4701-b517-6579e1f5b110', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'admin_state_up': True, 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'security_groups': ['52d39d09-bbb0-4da4-b672-fa384f63e01c']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:44.962686 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-febc3e7e-71bb-456b-ad9c-829107c885a3 req-94afab02-00ef-4b29-a2af-08ab8bc26469 service neutron] 10.222.0.24 "GET /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393298 Jul 05 07:52:44.988096 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5ad8c-a570-4fc8-abc0-4924569e70e8 req-cfeebf07-2285-4074-a16b-6572cd27b83c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:44.989610 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1bc5ad8c-a570-4fc8-abc0-4924569e70e8 req-cfeebf07-2285-4074-a16b-6572cd27b83c tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 943 time: 0.5643930 Jul 05 07:52:45.014854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ca06a25d-f56c-42b1-9d8b-0d0f00e554f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.017808 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-ca06a25d-f56c-42b1-9d8b-0d0f00e554f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.018995 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-ca06a25d-f56c-42b1-9d8b-0d0f00e554f6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c64277cf-b202-43ca-b9cc-cb7977f08ac8 HTTP/1.1" status: 204 len: 168 time: 0.8673935 Jul 05 07:52:45.050932 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca06a25d-f56c-42b1-9d8b-0d0f00e554f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c64277cf-b202-43ca-b9cc-cb7977f08ac8,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:45.077332 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1bc5ad8c-a570-4fc8-abc0-4924569e70e8 req-48c39adf-0022-4fad-83fc-e688543dc66b tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818651 Jul 05 07:52:45.093063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Made reservation on behalf of e78e4bd345a74ac2860317239dde0c46 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:52:45.096646 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.224026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Allocated IP 172.20.0.11 (7dde9fae-cdf8-4b21-9d84-27a251bb2129/abe0d2f0-e4b9-4035-a42a-8b82a60aaae6/83e154e0-cb94-4fbd-8965-cb2b301213c0) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:52:45.333721 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 54810) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:45.392308 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.416490 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a0da1970-feb4-4dbd-97a4-80baa7724eff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7b82790d7114b77bc569cd31793abd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0815125 Jul 05 07:52:45.417350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Transition to ACTIVE for port object 83e154e0-cb94-4fbd-8965-cb2b301213c0 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:45.418980 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 54814) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:52:45.469466 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-450fb59e-5e78-4520-8582-cf1c8ffb079f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.483211 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-42223dfb-d1ba-4e26-af70-397d70aac439 req-f5545b61-d27b-45f1-874c-3afe16ffaa7e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 210 time: 0.0344305 Jul 05 07:52:45.490565 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.493548 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-450fb59e-5e78-4520-8582-cf1c8ffb079f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.553022 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:52:45.557082 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-450fb59e-5e78-4520-8582-cf1c8ffb079f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.559692 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-450fb59e-5e78-4520-8582-cf1c8ffb079f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.560845 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-450fb59e-5e78-4520-8582-cf1c8ffb079f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc3f8528-a6dd-4941-a8b9-2eff59608bf9 HTTP/1.1" status: 204 len: 168 time: 0.1408556 Jul 05 07:52:45.568636 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fb59e-5e78-4520-8582-cf1c8ffb079f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3f8528-a6dd-4941-a8b9-2eff59608bf9,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:45.575990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:52:45.578644 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:52:45.604699 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:45.655597 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:45.656980 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.688337 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f552c2-fdc9-46a9-8992-3d7423c8b22e req-3e298596-29e6-41b4-b1cd-b05b7f76f7a5 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:45.691104 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e7f552c2-fdc9-46a9-8992-3d7423c8b22e req-3e298596-29e6-41b4-b1cd-b05b7f76f7a5 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1665802 Jul 05 07:52:45.704354 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-8a0391cd-99eb-4905-8ff2-388f9ac3c669 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7976801 Jul 05 07:52:45.724975 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Request body: {'port': {'device_id': '997c4af0-b020-4701-b517-6579e1f5b110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:52:45.771260 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e7f552c2-fdc9-46a9-8992-3d7423c8b22e req-57d0fd2c-3d27-4bd2-891d-86f85d9f31f1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705907 Jul 05 07:52:45.831739 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.870258 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3e87a13a-dd9d-48eb-9b07-1a9152f0d42d None None] Provisioning for port 83e154e0-cb94-4fbd-8965-cb2b301213c0 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:45.875232 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3e87a13a-dd9d-48eb-9b07-1a9152f0d42d None None] Provisioning complete for port 83e154e0-cb94-4fbd-8965-cb2b301213c0 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:45.875998 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3e87a13a-dd9d-48eb-9b07-1a9152f0d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:45.919836 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3e87a13a-dd9d-48eb-9b07-1a9152f0d42d None None] Port 83e154e0-cb94-4fbd-8965-cb2b301213c0 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:52:46.088122 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:52:46.110422 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83e154e0-cb94-4fbd-8965-cb2b301213c0 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:46.118215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.131350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Transition to ACTIVE for port object 83e154e0-cb94-4fbd-8965-cb2b301213c0 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:52:46.135740 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.189457 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:46.198419 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:46.210426 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d', 'network_id': '1a193c7c-090b-4893-9a6a-b145291bf330', 'port_id': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d', 'mac_address': 'fa:16:3e:9f:da:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:52:46.251793 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.268983 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:46.291561 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:46.298941 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.308896 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Attempting to bind port 83e154e0-cb94-4fbd-8965-cb2b301213c0 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:52:46.309239 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Attempting to bind port 83e154e0-cb94-4fbd-8965-cb2b301213c0 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:52:46.309568 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Attempting to bind port 83e154e0-cb94-4fbd-8965-cb2b301213c0 on network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:46.325009 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3258e7-cc93-4b50-a85d-2322c226a4ee req-5aef13c0-96e3-4410-a38f-4e6d745ea0c1 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:46.326632 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ec3258e7-cc93-4b50-a85d-2322c226a4ee req-5aef13c0-96e3-4410-a38f-4e6d745ea0c1 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 943 time: 0.1172519 Jul 05 07:52:46.327282 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Port 83e154e0-cb94-4fbd-8965-cb2b301213c0 on network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:52:46.327564 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Attempting to bind port 83e154e0-cb94-4fbd-8965-cb2b301213c0 on network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:52:46.335537 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:52:46.335871 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Checking segment: {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:52:46.336498 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Bound using segment: {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:52:46.336824 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Bound port: 83e154e0-cb94-4fbd-8965-cb2b301213c0, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d656c46-dc9d-4a0d-b9fc-73855c8291f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:52:46.337187 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.357240 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:46.377868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-883d0fc0-3d24-4adf-8e69-6c1e05299776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.406941 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ec3258e7-cc93-4b50-a85d-2322c226a4ee req-f5b9dd18-cbbe-4f71-b308-c79709fa9f59 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731547 Jul 05 07:52:46.433675 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:52:46.436718 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:52:46.441977 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.479700 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:46.480392 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:46.482011 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] 10.222.0.24 "PUT /v2.0/ports/83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 1094 time: 0.7694228 Jul 05 07:52:46.484578 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:46.487957 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295df52e-c91b-430a-ad45-29cf384de11f" -d '{"events": [{"name": "network-changed", "server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:46.517540 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a91f2a-b22c-4468-a903-a6ed600844e4 service neutron] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:46.526470 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95757f7-2360-4463-a562-27378a64c9d4 x-openstack-request-id: req-f95757f7-2360-4463-a562-27378a64c9d4 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:46.526832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:46.527092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f95757f7-2360-4463-a562-27378a64c9d4 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:46.527555 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'status': 'completed', 'code': 200} Jul 05 07:52:46.531545 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['1e4f33c6-dcb2-4473-bd85-2ed9711aa11d'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:46.613023 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-8f2c96dc-597b-4f42-8f8b-821893101494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:46.615050 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-8f2c96dc-597b-4f42-8f8b-821893101494 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1097 time: 0.0700517 Jul 05 07:52:46.690035 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-fa46d67c-c544-41e2-8092-197a6c6640f6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 217 time: 0.0447755 Jul 05 07:52:46.751239 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d384bfe8-65c6-4cd4-b08b-5d9c581bd2ef req-c3b41264-322a-4238-9ab9-cc5c954d5d43 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:46.752735 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d384bfe8-65c6-4cd4-b08b-5d9c581bd2ef req-c3b41264-322a-4238-9ab9-cc5c954d5d43 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.1364694 Jul 05 07:52:46.758481 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-bdbc3787-dd98-4ae8-8768-90af338b2974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:46.759915 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-bdbc3787-dd98-4ae8-8768-90af338b2974 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0630193 Jul 05 07:52:46.821866 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d384bfe8-65c6-4cd4-b08b-5d9c581bd2ef req-4d043363-1a59-4903-a553-9c228c51fa88 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610070 Jul 05 07:52:46.845539 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b472b-58f4-40a3-b647-9b224743b50b req-00c88594-e904-4d8f-8490-6e98c0a70620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:46.847311 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-00c88594-e904-4d8f-8490-6e98c0a70620 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0794282 Jul 05 07:52:46.981159 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-cb3b978a-35f4-40d9-9f26-ea7dc984eb70 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203063 Jul 05 07:52:47.053781 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c221-102b-4f18-a237-41d631763160 req-b52ee380-7314-4882-bc8c-07711a3d82ac tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:47.055275 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f8c5c221-102b-4f18-a237-41d631763160 req-b52ee380-7314-4882-bc8c-07711a3d82ac tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1251836 Jul 05 07:52:47.112816 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f8c5c221-102b-4f18-a237-41d631763160 req-f6c7a846-8a45-4e2d-9432-e65dc259b41c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517054 Jul 05 07:52:47.116292 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-733b472b-58f4-40a3-b647-9b224743b50b req-8644f0cd-5177-457b-ab95-8ee0b7c6cfd7 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267684 Jul 05 07:52:47.229078 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295df52e-c91b-430a-ad45-29cf384de11f req-6bfe679c-70d7-456f-a484-7397062485d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:47.230783 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295df52e-c91b-430a-ad45-29cf384de11f req-6bfe679c-70d7-456f-a484-7397062485d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1097 time: 0.0537844 Jul 05 07:52:47.322368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295df52e-c91b-430a-ad45-29cf384de11f req-c8d0feda-88ee-43f0-89a0-dcc2030e6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:47.323845 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295df52e-c91b-430a-ad45-29cf384de11f req-c8d0feda-88ee-43f0-89a0-dcc2030e6310 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 910 time: 0.0851450 Jul 05 07:52:47.367305 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295df52e-c91b-430a-ad45-29cf384de11f req-5088baca-558d-48f5-8817-36f5cd99558c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 217 time: 0.0339377 Jul 05 07:52:47.415826 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295df52e-c91b-430a-ad45-29cf384de11f req-6808dd54-5645-4984-977b-3924f50235b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:47.417253 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295df52e-c91b-430a-ad45-29cf384de11f req-6808dd54-5645-4984-977b-3924f50235b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0433240 Jul 05 07:52:47.488392 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295df52e-c91b-430a-ad45-29cf384de11f req-277bbdc6-c262-43c5-b563-89ebfbb222dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:47.489831 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295df52e-c91b-430a-ad45-29cf384de11f req-277bbdc6-c262-43c5-b563-89ebfbb222dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567949 Jul 05 07:52:47.619024 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295df52e-c91b-430a-ad45-29cf384de11f req-0d52177d-5cc8-4fbe-8ad0-55d8ce68a9b6 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217079 Jul 05 07:52:47.633596 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ee6c78-552e-4769-82d4-c7c7bfbbc61d req-ceafba3e-ac1f-49b8-bf55-4463f66bfd73 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:47.635014 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d0ee6c78-552e-4769-82d4-c7c7bfbbc61d req-ceafba3e-ac1f-49b8-bf55-4463f66bfd73 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 944 time: 0.0963113 Jul 05 07:52:47.720112 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d0ee6c78-552e-4769-82d4-c7c7bfbbc61d req-a64be317-9421-40e4-8309-d974c30afc52 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758538 Jul 05 07:52:47.744871 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-295df52e-c91b-430a-ad45-29cf384de11f req-521a42b3-f807-407c-b16f-6f2c138d62ba service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088548 Jul 05 07:52:48.003877 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0571ce-6d74-4b4b-bef9-66123e46e651 req-a5e39463-cff8-4bbe-8316-04fb12ab1b4a tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:48.005309 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d0571ce-6d74-4b4b-bef9-66123e46e651 req-a5e39463-cff8-4bbe-8316-04fb12ab1b4a tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0705857 Jul 05 07:52:48.042367 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d0571ce-6d74-4b4b-bef9-66123e46e651 req-93644c01-7343-497a-8ea6-e5f598d6bc09 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315607 Jul 05 07:52:48.111121 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:48.161349 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:48.165763 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:48.166328 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:48.243708 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:48.265154 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:48.268665 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93449cab-9164-4325-bc41-0c97e24ecd3d" -d '{"events": [{"server_uuid": "d68d66fa-2db6-4bb5-a940-d7f132359736", "name": "network-vif-plugged", "status": "completed", "tag": "1e4f33c6-dcb2-4473-bd85-2ed9711aa11d"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:48.281843 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:48.286119 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:48.289899 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a222d1b-b240-4e32-a0d0-0e9a0038af4c req-e6c9a6da-fe46-4f4d-9941-a2df8e53affb tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:48.291640 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2a222d1b-b240-4e32-a0d0-0e9a0038af4c req-e6c9a6da-fe46-4f4d-9941-a2df8e53affb tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0641863 Jul 05 07:52:48.313672 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9238382b-edae-46af-83c5-b783bbad0fec x-openstack-request-id: req-9238382b-edae-46af-83c5-b783bbad0fec {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:48.313956 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68d66fa-2db6-4bb5-a940-d7f132359736", "name": "network-vif-plugged", "status": "completed", "tag": "1e4f33c6-dcb2-4473-bd85-2ed9711aa11d", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:48.314201 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9238382b-edae-46af-83c5-b783bbad0fec {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:48.314610 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d', 'code': 200} Jul 05 07:52:48.332608 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2a222d1b-b240-4e32-a0d0-0e9a0038af4c req-963f1681-aa53-4d61-97af-5303f63c2e69 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346394 Jul 05 07:52:48.340744 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:48.532814 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15ff5b-4c4c-4be6-92e4-9b0f9fc0b688 req-bc8689d7-a0bc-4499-8c14-7793cef3724a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:48.534172 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8d15ff5b-4c4c-4be6-92e4-9b0f9fc0b688 req-bc8689d7-a0bc-4499-8c14-7793cef3724a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 1098 time: 0.0512488 Jul 05 07:52:48.577163 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8d15ff5b-4c4c-4be6-92e4-9b0f9fc0b688 req-003abe8b-6f42-4fe6-b165-44a86cf036be service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265136 Jul 05 07:52:48.897401 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e1d60-4d69-49c8-b0b2-feb42a4c7f48 req-55b863ea-1bf6-4361-8c1a-267cb3111c68 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:48.898807 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad4e1d60-4d69-49c8-b0b2-feb42a4c7f48 req-55b863ea-1bf6-4361-8c1a-267cb3111c68 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 945 time: 0.0659101 Jul 05 07:52:48.936026 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad4e1d60-4d69-49c8-b0b2-feb42a4c7f48 req-6a1c3b66-04ef-4c66-acb1-922d0c1d96ab tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316446 Jul 05 07:52:49.020628 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f0df74a8-6a04-4974-ad5a-8321811625e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:49.211332 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa7aeb-be04-4973-8e66-78ccbf51d67c req-805d8dce-7f10-45ba-b2b0-a06c02498f1e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:49.212813 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4aaa7aeb-be04-4973-8e66-78ccbf51d67c req-805d8dce-7f10-45ba-b2b0-a06c02498f1e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0618343 Jul 05 07:52:49.250202 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4aaa7aeb-be04-4973-8e66-78ccbf51d67c req-2ef1d62a-9aff-40a3-9260-d56aca773619 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317857 Jul 05 07:52:49.277651 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:49.423871 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:49.517350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcea193-3b63-48f2-8856-3c3cc7ce21cb req-ae4752a5-8202-4461-a6de-abf9c04688f9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:49.518867 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bcea193-3b63-48f2-8856-3c3cc7ce21cb req-ae4752a5-8202-4461-a6de-abf9c04688f9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0685563 Jul 05 07:52:49.557064 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5bcea193-3b63-48f2-8856-3c3cc7ce21cb req-4269c285-9413-4068-9b34-d6bbc61ccfb4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Jul 05 07:52:50.114002 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f471f64-d5cb-4422-91c0-4359cadd2fbb req-33cabad3-d3e5-4515-a77d-ea66cb59ec7a tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:50.116173 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f471f64-d5cb-4422-91c0-4359cadd2fbb req-33cabad3-d3e5-4515-a77d-ea66cb59ec7a tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 945 time: 0.0713305 Jul 05 07:52:50.145452 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:50.154962 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f471f64-d5cb-4422-91c0-4359cadd2fbb req-ccb51271-ba7d-431c-bcfd-291cb21b43cd tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330780 Jul 05 07:52:50.433831 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b7666-bbc1-471f-85d4-d9298bfac16b req-183c6082-5de7-46bd-aa03-aaf2f6d5fd57 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:50.435840 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4d1b7666-bbc1-471f-85d4-d9298bfac16b req-183c6082-5de7-46bd-aa03-aaf2f6d5fd57 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0719273 Jul 05 07:52:50.475136 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4d1b7666-bbc1-471f-85d4-d9298bfac16b req-da790eda-183b-401e-80fa-9db7ba279ed0 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332487 Jul 05 07:52:50.740607 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e73ba-32bb-487e-a9df-d0a9176593b4 req-2569c034-ebd9-461f-a721-ed8a6a901f14 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:50.742096 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-207e73ba-32bb-487e-a9df-d0a9176593b4 req-2569c034-ebd9-461f-a721-ed8a6a901f14 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0678396 Jul 05 07:52:50.780315 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-207e73ba-32bb-487e-a9df-d0a9176593b4 req-38bd64b8-62c3-43e4-9d3b-459865d16990 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325792 Jul 05 07:52:50.969172 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13c482-51a1-42d9-a91e-607d3dd1f7ef req-f59438e7-e0a1-4a38-b52b-3d0d2d6796e4 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:50.970721 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cf13c482-51a1-42d9-a91e-607d3dd1f7ef req-f59438e7-e0a1-4a38-b52b-3d0d2d6796e4 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 945 time: 0.0628848 Jul 05 07:52:51.011211 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cf13c482-51a1-42d9-a91e-607d3dd1f7ef req-8d32df58-9f1a-4a7c-a188-e131986b7cfe tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Jul 05 07:52:51.657444 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e774a6b-509c-4059-b7c2-5c36f7e14f33 req-69c60057-79e2-486f-8bcb-b3bca95d155e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:51.658945 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3e774a6b-509c-4059-b7c2-5c36f7e14f33 req-69c60057-79e2-486f-8bcb-b3bca95d155e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0665662 Jul 05 07:52:51.695894 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3e774a6b-509c-4059-b7c2-5c36f7e14f33 req-d7cf85b5-4319-411d-95c3-66940751f5c0 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313807 Jul 05 07:52:51.743688 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:51.964168 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842b307c-f503-4475-a9ea-0cca15854e0b req-af0fe7c6-a34b-4f96-a6d3-40a86b5ee6a8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:51.965707 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-842b307c-f503-4475-a9ea-0cca15854e0b req-af0fe7c6-a34b-4f96-a6d3-40a86b5ee6a8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0685494 Jul 05 07:52:52.005815 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-842b307c-f503-4475-a9ea-0cca15854e0b req-31aa996a-4f7f-4a3f-be30-d36b62f16815 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Jul 05 07:52:52.201004 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669bbac-a7fa-478a-a0a3-a77f65557d53 req-e56852c5-b4b2-477d-ac16-5d651d868857 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:52.202686 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a669bbac-a7fa-478a-a0a3-a77f65557d53 req-e56852c5-b4b2-477d-ac16-5d651d868857 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 945 time: 0.0778189 Jul 05 07:52:52.283261 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a669bbac-a7fa-478a-a0a3-a77f65557d53 req-0fab385a-bb85-41ee-b9d9-089cc33a629d tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/security-groups?id=9bfcd836-b77a-47d6-96a5-cedb0a24f577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726509 Jul 05 07:52:52.371375 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-03a3e63a-60ab-470f-8b0a-67b8e4fe56ff tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:52.372812 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-03a3e63a-60ab-470f-8b0a-67b8e4fe56ff tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 945 time: 0.1459970 Jul 05 07:52:52.447334 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308057c-d22a-429e-8d3d-d909a5b328c0 req-70c92f02-80f8-40f7-938d-ed5dcd6c315f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:52.448822 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c308057c-d22a-429e-8d3d-d909a5b328c0 req-70c92f02-80f8-40f7-938d-ed5dcd6c315f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1628909 Jul 05 07:52:52.490888 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-e80741a0-0b6c-4c1b-9ee6-9566c2d94e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:52.492602 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-e80741a0-0b6c-4c1b-9ee6-9566c2d94e74 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 1099 time: 0.1724503 Jul 05 07:52:52.603456 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c308057c-d22a-429e-8d3d-d909a5b328c0 req-69128be1-688f-4325-b4e2-096405907c21 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463521 Jul 05 07:52:52.639903 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Deleting port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:52:52.640236 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:52.680622 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-426a72bb-078b-4576-9549-a25858b38a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:52.682106 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-426a72bb-078b-4576-9549-a25858b38a2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 911 time: 0.1746807 Jul 05 07:52:52.794913 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-14d6a028-d615-4409-b9be-6915ca41005c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 200 len: 1002 time: 0.1038523 Jul 05 07:52:52.801012 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] For port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,segment=NetworkSegment(6ae41a08-ea45-4ccf-b639-74c19cb25742),segment_id=6ae41a08-ea45-4ccf-b639-74c19cb25742)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:52.801438 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:52.849064 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Calling delete_port for 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:52:52.934321 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-35ca4152-5f8e-4cbe-8f00-6ac760bae6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:52.936033 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-35ca4152-5f8e-4cbe-8f00-6ac760bae6d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.1316497 Jul 05 07:52:53.045064 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c53985-bcdb-4ecc-a15b-24efbf647502 req-ee932d22-97f2-4f8a-8fb5-3ce207b53960 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:53.046565 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7c53985-bcdb-4ecc-a15b-24efbf647502 req-ee932d22-97f2-4f8a-8fb5-3ce207b53960 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.2056952 Jul 05 07:52:53.098561 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-fc46726d-92df-4885-a0b4-bace036c6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:53.100061 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-fc46726d-92df-4885-a0b4-bace036c6210 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1558142 Jul 05 07:52:53.190891 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7c53985-bcdb-4ecc-a15b-24efbf647502 req-3399da72-92bc-4652-a715-df8f1250cc37 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377003 Jul 05 07:52:53.201579 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:53.220434 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['1e4f33c6-dcb2-4473-bd85-2ed9711aa11d'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:53.249878 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Pushing event deleted for resources: {'Port': ['ID=1e4f33c6-dcb2-4473-bd85-2ed9711aa11d,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:53.591849 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] No DVR routers for this DVR port 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:52:53.597079 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:53.599227 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c4b9f25-2224-478f-b8d8-17595b5648df req-a2d11b85-7478-4160-93c8-d4a2b1c151b6 tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.24 "DELETE /v2.0/ports/1e4f33c6-dcb2-4473-bd85-2ed9711aa11d HTTP/1.1" status: 204 len: 173 time: 1.2182291 Jul 05 07:52:53.608044 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'name': 'network-vif-deleted', 'tag': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:53.611384 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c997e8-40ca-4771-bf31-a1106e354717" -d '{"events": [{"server_uuid": "d68d66fa-2db6-4bb5-a940-d7f132359736", "name": "network-vif-deleted", "tag": "1e4f33c6-dcb2-4473-bd85-2ed9711aa11d"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:53.617946 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-d6f526e7-319d-4d78-a3d3-a880a6d67c59 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048461 Jul 05 07:52:53.643517 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7a93afd1-e87a-4600-ac16-08b715e76730 req-c75c8792-89f6-453e-8204-c3c40a81405a tempest-VolumesActionsTest-810680008 tempest-VolumesActionsTest-810680008-project] 10.222.0.30 "GET /v2.0/ports?device_id=d68d66fa-2db6-4bb5-a940-d7f132359736 HTTP/1.1" status: 200 len: 210 time: 0.0548425 Jul 05 07:52:53.705718 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8df1cc-73bb-4641-baa4-10100276c621 x-openstack-request-id: req-7b8df1cc-73bb-4641-baa4-10100276c621 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:53.706121 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68d66fa-2db6-4bb5-a940-d7f132359736", "name": "network-vif-deleted", "tag": "1e4f33c6-dcb2-4473-bd85-2ed9711aa11d", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:53.706430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b8df1cc-73bb-4641-baa4-10100276c621 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:53.706866 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68d66fa-2db6-4bb5-a940-d7f132359736', 'name': 'network-vif-deleted', 'tag': '1e4f33c6-dcb2-4473-bd85-2ed9711aa11d', 'status': 'completed', 'code': 200} Jul 05 07:52:53.740158 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dd6533e1-aab1-4d28-ae65-49e51fd5cebf req-827135ba-3247-4c7a-a606-ed9b1262a242 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009030 Jul 05 07:52:53.846550 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b955e2-64de-459f-8b49-ca12f7bffcf9 req-75764418-7c3e-4568-8b04-09bd8a0022df tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:53.847957 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-05b955e2-64de-459f-8b49-ca12f7bffcf9 req-75764418-7c3e-4568-8b04-09bd8a0022df tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0681858 Jul 05 07:52:53.887705 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-05b955e2-64de-459f-8b49-ca12f7bffcf9 req-325b8e0e-41d5-488c-b005-30eb07d5bf9a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Jul 05 07:52:54.149321 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 83e154e0-cb94-4fbd-8965-cb2b301213c0 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:52:54.249439 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:54.262424 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'port_id': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'mac_address': 'fa:16:3e:b0:a5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:52:54.302921 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:54.316310 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e154e0-cb94-4fbd-8965-cb2b301213c0 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:52:54.337474 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:54.343406 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:54.398147 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:54.585503 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['83e154e0-cb94-4fbd-8965-cb2b301213c0'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:52:54.587066 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb84a3-206b-455c-8622-8a7838cc7720 req-21801610-b404-405a-a8a2-ff3987e2bfe9 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:54.588576 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5ccb84a3-206b-455c-8622-8a7838cc7720 req-21801610-b404-405a-a8a2-ff3987e2bfe9 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 945 time: 0.2743731 Jul 05 07:52:54.625624 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5ccb84a3-206b-455c-8622-8a7838cc7720 req-51c59640-3ad4-4f74-8b4c-71f7a9cf3260 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314317 Jul 05 07:52:55.076054 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844a190d-e310-4b2a-b57a-e7f843592507 req-388f0053-9082-4af1-8005-1a3fb116d302 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:55.081692 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-844a190d-e310-4b2a-b57a-e7f843592507 req-388f0053-9082-4af1-8005-1a3fb116d302 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Jul 05 07:52:55.117457 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-844a190d-e310-4b2a-b57a-e7f843592507 req-7a1928e9-7615-4d93-842c-d60cd1eadfe0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343149 Jul 05 07:52:55.806953 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba36b0-7019-4bbb-a4d6-720f6674a711 req-e6e36585-fe39-4a7c-af97-4bbbec9adcb8 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:55.808426 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-06ba36b0-7019-4bbb-a4d6-720f6674a711 req-e6e36585-fe39-4a7c-af97-4bbbec9adcb8 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 945 time: 0.0671017 Jul 05 07:52:55.846218 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-06ba36b0-7019-4bbb-a4d6-720f6674a711 req-a211a1ab-7fc9-48f0-bc7e-a4ab2817e851 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Jul 05 07:52:57.027341 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5ac20-c6d1-417e-941c-68d858980966 req-bddcc9ae-9182-4206-891b-dbfa8101ed77 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:57.028860 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25d5ac20-c6d1-417e-941c-68d858980966 req-bddcc9ae-9182-4206-891b-dbfa8101ed77 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 945 time: 0.0659282 Jul 05 07:52:57.065966 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-25d5ac20-c6d1-417e-941c-68d858980966 req-b070fd37-1f97-4881-84a1-83ab3eb9937d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308321 Jul 05 07:52:57.493335 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 83e154e0-cb94-4fbd-8965-cb2b301213c0 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:52:57.542985 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 83e154e0-cb94-4fbd-8965-cb2b301213c0 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:52:57.546646 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 83e154e0-cb94-4fbd-8965-cb2b301213c0 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:52:57.547017 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:57.626576 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:57.649331 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:52:57.651593 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e3bf2-9244-47c4-b278-d98d9cc47108" -d '{"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-plugged", "status": "completed", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:52:57.664864 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:52:57.668974 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:52:57.669838 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:52:57.707395 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c0d466-baa6-47d8-9ffe-a078d23c3e26 x-openstack-request-id: req-c7c0d466-baa6-47d8-9ffe-a078d23c3e26 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:52:57.707685 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-plugged", "status": "completed", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:52:57.707939 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7c0d466-baa6-47d8-9ffe-a078d23c3e26 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:52:57.708326 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'code': 200} Jul 05 07:52:57.710915 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:52:57.711263 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 1e4f33c6-dcb2-4473-bd85-2ed9711aa11d not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:52:57.736441 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:52:58.243994 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066ed17-7e70-44f6-86fe-568a51af7f78 req-fa6abd53-aafd-4386-a692-273a540e9391 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:58.245503 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5066ed17-7e70-44f6-86fe-568a51af7f78 req-fa6abd53-aafd-4386-a692-273a540e9391 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0677395 Jul 05 07:52:58.281852 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5066ed17-7e70-44f6-86fe-568a51af7f78 req-770b2888-8d8e-4389-8d06-fd003d63e864 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306263 Jul 05 07:52:58.791416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a147e-e49e-4d00-b07e-ae32496ebdd3 req-64ab0e75-90d4-48c1-984c-bfe264f86f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:58.792896 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-660a147e-e49e-4d00-b07e-ae32496ebdd3 req-64ab0e75-90d4-48c1-984c-bfe264f86f1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1099 time: 0.0543721 Jul 05 07:52:58.830849 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-660a147e-e49e-4d00-b07e-ae32496ebdd3 req-e96061cf-d9af-4e09-ab3b-ec4f8ecfa270 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286167 Jul 05 07:52:59.465986 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29c616-5241-442f-be35-8b6c5ebe17de req-90e67056-63f9-42dc-98a4-585e07ec96d6 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:52:59.467561 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ed29c616-5241-442f-be35-8b6c5ebe17de req-90e67056-63f9-42dc-98a4-585e07ec96d6 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0699329 Jul 05 07:52:59.506818 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ed29c616-5241-442f-be35-8b6c5ebe17de req-970648d7-aff7-4a1c-b92d-ef1ddf02bffd tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323853 Jul 05 07:53:00.693764 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693d86c-eb7a-4e0a-b7fd-e6de3dac1465 req-47b97a32-410a-46d6-8024-e049d353368d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:00.701515 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7693d86c-eb7a-4e0a-b7fd-e6de3dac1465 req-47b97a32-410a-46d6-8024-e049d353368d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0777788 Jul 05 07:53:00.737570 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7693d86c-eb7a-4e0a-b7fd-e6de3dac1465 req-26fb775d-f5b6-4efb-b723-b1ef52855426 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349755 Jul 05 07:53:00.934750 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ebe22-9dcc-46a3-88ff-76b61b315a11 req-d453fc6b-94df-484f-b7ef-ba03735e5311 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:00.936439 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d5ebe22-9dcc-46a3-88ff-76b61b315a11 req-d453fc6b-94df-484f-b7ef-ba03735e5311 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0686536 Jul 05 07:53:00.998313 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d5ebe22-9dcc-46a3-88ff-76b61b315a11 req-d7573d7c-3e78-4f55-b0eb-057731a67ac1 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510526 Jul 05 07:53:01.027981 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55002) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:01.197868 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e747ad7b-36aa-4aa3-b6ad-9a0837ce40c9 tempest-TestShelveInstance-433793913 tempest-TestShelveInstance-433793913-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:01.202893 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55006) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:01.203260 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e747ad7b-36aa-4aa3-b6ad-9a0837ce40c9 tempest-TestShelveInstance-433793913 tempest-TestShelveInstance-433793913-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1094 time: 0.1738389 Jul 05 07:53:01.208743 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'port_id': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:01.246611 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for floatingip, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:01.376466 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:01.496613 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Allocated IP 172.27.3.183 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/3e4eab48-81c2-4a3a-83fb-89c02915d343) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:53:01.627620 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:01.685046 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:01.721196 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:53:01.724182 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:53:01.728261 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:53:01.732317 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:53:01.807160 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'Port': ['ID=3e4eab48-81c2-4a3a-83fb-89c02915d343,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:02.192152 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:02.312472 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:02.489971 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:02.495010 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:02.577885 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event updated for resources: {'Port': ['ID=3e4eab48-81c2-4a3a-83fb-89c02915d343,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:02.590244 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:02.718546 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Floating IP 282b8c4b-6256-4a0e-859e-df3948d87224 associated. External IP: 172.27.3.183, port: 83e154e0-cb94-4fbd-8965-cb2b301213c0. Jul 05 07:53:02.954659 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Router e0eff821-b318-4bfc-94fb-dd64c248ab7a has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:53:03.078125 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:53:03.092877 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] Sync routers for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:53:03.105532 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:03.113766 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:53:03.114789 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:03.163254 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-6a898994-0dc1-4f4e-b8e2-c53f88d2d11f tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9587953 Jul 05 07:53:03.166155 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:53:03.172034 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d3b59a-14f0-4c3e-8b87-589dc234629f" -d '{"events": [{"name": "network-changed", "server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:53:03.229407 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6039af-0457-4076-b13f-02ea14ce76ca x-openstack-request-id: req-7d6039af-0457-4076-b13f-02ea14ce76ca {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:53:03.229787 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:53:03.230122 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d6039af-0457-4076-b13f-02ea14ce76ca {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:53:03.230649 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'status': 'completed', 'code': 200} Jul 05 07:53:03.290845 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:53:03.319215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-036dfb4d-a19d-49b8-a66c-b9b23cb6707a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:03.320683 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-036dfb4d-a19d-49b8-a66c-b9b23cb6707a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1099 time: 0.0637434 Jul 05 07:53:03.453456 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-7f6fb8ec-c3ba-4699-a44e-247451181f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:03.455246 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-7f6fb8ec-c3ba-4699-a44e-247451181f4a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 910 time: 0.1265202 Jul 05 07:53:03.536809 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-6b117933-21bc-47c7-8ab2-cef484dfe2ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 1000 time: 0.0732880 Jul 05 07:53:03.592569 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-e53006e6-9e94-4818-bd13-52421fd4bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:03.594482 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-e53006e6-9e94-4818-bd13-52421fd4bea3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0514176 Jul 05 07:53:03.662134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-a70b53f0-fe12-4394-9e9b-c8124128c910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:03.667813 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-a70b53f0-fe12-4394-9e9b-c8124128c910 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0659337 Jul 05 07:53:03.696027 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '282b8c4b-6256-4a0e-859e-df3948d87224', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'port_id': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'mac_address': 'fa:16:3e:b0:a5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997c4af0-b020-4701-b517-6579e1f5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:53:02Z', 'updated_at': '2021-07-05T07:53:02Z', 'revision_number': 0, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 5, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:03.730378 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] Checking router: e0eff821-b318-4bfc-94fb-dd64c248ab7a for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:53:03.740823 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:53:03.741204 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:52:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:03.787195 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-d7d2fc4d-ce92-4680-a978-d99ed73a1942 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091228 Jul 05 07:53:03.871168 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:53:03.953384 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-85d3b59a-14f0-4c3e-8b87-589dc234629f req-10c2f20e-7709-4f38-bbfa-3aa5d3265910 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595507 Jul 05 07:53:04.156345 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '282b8c4b-6256-4a0e-859e-df3948d87224', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'port_id': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'mac_address': 'fa:16:3e:b0:a5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997c4af0-b020-4701-b517-6579e1f5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:53:02Z', 'updated_at': '2021-07-05T07:53:02Z', 'revision_number': 0, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 5, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:04.184196 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-def0a27f-e379-4b1f-a311-387abcb6ddb2 None None] The sync data for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi is: [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '282b8c4b-6256-4a0e-859e-df3948d87224', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'port_id': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'mac_address': 'fa:16:3e:b0:a5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '997c4af0-b020-4701-b517-6579e1f5b110', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:53:02Z', 'updated_at': '2021-07-05T07:53:02Z', 'revision_number': 0, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 5, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:53:04.406900 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d8c3-2708-451b-a03a-8963c7c50906 None None] New status for floating IP 282b8c4b-6256-4a0e-859e-df3948d87224: ACTIVE {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:53:16.372345 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-43393ac4-33fa-407f-8f6a-9ec08478ec82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:16.668612 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55190) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:16.685483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-1a2e3dec-2084-4ce3-b2a5-384594b7a3e9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0969493 Jul 05 07:53:16.714238 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] Deleting subnet daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:53:16.717708 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:16.754316 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:16.800494 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-7ad6b272-507b-40d1-bcde-31ac83679acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:16.802028 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-7ad6b272-507b-40d1-bcde-31ac83679acb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 1099 time: 0.0666366 Jul 05 07:53:16.811713 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:16.883998 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:16.913819 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:16.915807 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:16.920248 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e3cf893a-264f-4462-a698-fa0abdd32caa admin admin] 10.222.0.30 "DELETE /v2.0/subnets/daf2a0db-6586-4bdf-9759-f0f4ccb1cfa2 HTTP/1.1" status: 204 len: 168 time: 0.2502553 Jul 05 07:53:16.921137 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55192) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:16.924254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-a34d47de-cc43-41f3-9b3d-7a51d07459a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:16.925738 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-a34d47de-cc43-41f3-9b3d-7a51d07459a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 911 time: 0.0976353 Jul 05 07:53:16.994714 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:16.997333 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-4694d7fa-8eec-4e6e-b037-7a2639b4134d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 200 len: 1002 time: 0.0637779 Jul 05 07:53:17.070049 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-78cd85ff-914c-45df-ae76-4d63e961f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:17.072295 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-78cd85ff-914c-45df-ae76-4d63e961f5c8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.0665104 Jul 05 07:53:17.077237 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.087578 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a193c7c-090b-4893-9a6a-b145291bf330']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:17.098846 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae41a08-ea45-4ccf-b639-74c19cb25742') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:17.099142 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae41a08-ea45-4ccf-b639-74c19cb25742') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:17.108498 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.129153 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.138574 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:53:17.138892 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:53:17.141489 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:53:17.146476 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-41791bb4-d4d2-41c6-ba99-888920d98104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:17.148229 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-41791bb4-d4d2-41c6-ba99-888920d98104 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0687339 Jul 05 07:53:17.198884 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.205741 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.210075 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1a193c7c-090b-4893-9a6a-b145291bf330 HTTP/1.1" status: 204 len: 168 time: 0.2855215 Jul 05 07:53:17.227526 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce012e1-cc16-4cdf-aa1b-b55bcb812621 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a193c7c-090b-4893-9a6a-b145291bf330,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:17.284892 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-e68f4082-4e2f-4258-a9ae-0b6ccc08970f service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285875 Jul 05 07:53:17.380658 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55198) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:17.422181 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1e3daabf-2a77-42c1-a848-b39d6d148764 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad2879bfd6424443a39a0f6f9d8979b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379543 Jul 05 07:53:17.422459 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad92b6db-82bc-49b9-9244-def69d6645b3 req-a62c6f92-5360-44f3-bcbc-7333274eea60 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300426 Jul 05 07:53:17.422623 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55200) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:17.489970 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd5d4-bbcf-47d9-8148-2656deba8e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.515756 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd5d4-bbcf-47d9-8148-2656deba8e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.564496 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd5d4-bbcf-47d9-8148-2656deba8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.567078 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4ffdd5d4-bbcf-47d9-8148-2656deba8e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:17.568229 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-4ffdd5d4-bbcf-47d9-8148-2656deba8e38 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bfcd836-b77a-47d6-96a5-cedb0a24f577 HTTP/1.1" status: 204 len: 168 time: 0.1450233 Jul 05 07:53:17.575940 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffdd5d4-bbcf-47d9-8148-2656deba8e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfcd836-b77a-47d6-96a5-cedb0a24f577,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:18.634819 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55232) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:18.736716 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a21b8e98-9a54-46d3-9b5b-156aeceab033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:18.824982 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a21b8e98-9a54-46d3-9b5b-156aeceab033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:18.829168 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a21b8e98-9a54-46d3-9b5b-156aeceab033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:18.872492 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a21b8e98-9a54-46d3-9b5b-156aeceab033 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=592eee2ea359499eb8ba9d8fe11c6f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364290 Jul 05 07:53:18.873325 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b8e98-9a54-46d3-9b5b-156aeceab033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a81cc2-f449-4363-b4ae-5847be0d9af5,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:18.875484 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55236) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:18.931785 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-355bb60f-a569-4c3b-b9ce-2935f51197b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:18.952751 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-355bb60f-a569-4c3b-b9ce-2935f51197b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:19.001008 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-355bb60f-a569-4c3b-b9ce-2935f51197b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:19.004547 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-355bb60f-a569-4c3b-b9ce-2935f51197b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:19.005715 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-355bb60f-a569-4c3b-b9ce-2935f51197b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04a81cc2-f449-4363-b4ae-5847be0d9af5 HTTP/1.1" status: 204 len: 168 time: 0.1280055 Jul 05 07:53:19.014476 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355bb60f-a569-4c3b-b9ce-2935f51197b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a81cc2-f449-4363-b4ae-5847be0d9af5,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:19.029833 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-36dc20eb-699e-4cd3-9ec8-883cebf3c5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:19.280929 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:19.426658 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:20.145129 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:21.743248 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:23.519846 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b54e19-4ad9-45e4-b488-aef1758981a5 req-c7d8340d-9ae2-431e-ad47-5eb2556551cd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:23.521314 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4b54e19-4ad9-45e4-b488-aef1758981a5 req-c7d8340d-9ae2-431e-ad47-5eb2556551cd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0671952 Jul 05 07:53:23.558461 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4b54e19-4ad9-45e4-b488-aef1758981a5 req-f9e8fca6-b079-4e0e-9741-21e366858178 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314844 Jul 05 07:53:24.738044 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad166f75-59c8-44d9-85c4-5c580fd127c9 req-6e5058dd-f690-4717-a999-d2548e126733 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:24.739539 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad166f75-59c8-44d9-85c4-5c580fd127c9 req-6e5058dd-f690-4717-a999-d2548e126733 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0655527 Jul 05 07:53:24.777013 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad166f75-59c8-44d9-85c4-5c580fd127c9 req-ccc8c4ff-0fa6-41b3-b4e7-2ec4edceab5b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Jul 05 07:53:25.954770 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530fe47f-9305-4be2-8f3c-936dd9fa4d1c req-bcf8b959-1f64-4caf-8006-346fd1228025 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:25.956129 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-530fe47f-9305-4be2-8f3c-936dd9fa4d1c req-bcf8b959-1f64-4caf-8006-346fd1228025 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0610471 Jul 05 07:53:25.994025 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-530fe47f-9305-4be2-8f3c-936dd9fa4d1c req-9d7e52af-d0c3-4e9e-81ad-e239f7ebb4cb tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323710 Jul 05 07:53:27.174882 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71617cdc-9fb8-41d9-aaa4-0498f881e700 req-20b045ae-6870-43c3-875c-8daa848d774a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:27.176369 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-71617cdc-9fb8-41d9-aaa4-0498f881e700 req-20b045ae-6870-43c3-875c-8daa848d774a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0684903 Jul 05 07:53:27.213346 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-71617cdc-9fb8-41d9-aaa4-0498f881e700 req-5060563a-a413-41f0-9c72-99409bad06b3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315413 Jul 05 07:53:28.389299 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c42a4-b04c-4f7f-98f9-8bdbd8caa1b4 req-4e13652d-c06b-4e80-8628-05e4bcbdc825 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:28.390832 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-df9c42a4-b04c-4f7f-98f9-8bdbd8caa1b4 req-4e13652d-c06b-4e80-8628-05e4bcbdc825 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0625381 Jul 05 07:53:28.429090 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-df9c42a4-b04c-4f7f-98f9-8bdbd8caa1b4 req-1bc8a0e2-9913-4923-914b-ea8e0e7d6a12 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319734 Jul 05 07:53:29.651348 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec1754-5694-4991-bdb9-c79ba60df206 req-3884ae3c-9215-4881-8eef-1026bb9c095f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:29.652854 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0eec1754-5694-4991-bdb9-c79ba60df206 req-3884ae3c-9215-4881-8eef-1026bb9c095f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0798311 Jul 05 07:53:29.693208 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0eec1754-5694-4991-bdb9-c79ba60df206 req-296d2343-116b-4111-ac3d-61377f3f013d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340745 Jul 05 07:53:30.871525 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac5a57-d34a-4bfd-83a0-9d0ce19bcf7f req-a09d52b1-04cd-4b22-aa30-66a8056d89af tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:30.873000 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-18ac5a57-d34a-4bfd-83a0-9d0ce19bcf7f req-a09d52b1-04cd-4b22-aa30-66a8056d89af tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0644779 Jul 05 07:53:30.909566 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-18ac5a57-d34a-4bfd-83a0-9d0ce19bcf7f req-bca61dba-d7e8-441e-b781-c96bcf3593fc tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300846 Jul 05 07:53:32.087971 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a55bca-6047-4c07-84ff-482d341af47c req-36e97fb9-b6b2-4a87-853e-db1aaaeb6470 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:32.089379 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f4a55bca-6047-4c07-84ff-482d341af47c req-36e97fb9-b6b2-4a87-853e-db1aaaeb6470 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0624900 Jul 05 07:53:32.126631 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f4a55bca-6047-4c07-84ff-482d341af47c req-30c103d0-6ec4-4eb8-b011-411a33ba61ba tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317087 Jul 05 07:53:33.304107 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cca54b-aed9-4d08-8258-6ff09589ab80 req-9daed76b-e3ae-40bd-a867-1c7a31790f36 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:33.305512 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-41cca54b-aed9-4d08-8258-6ff09589ab80 req-9daed76b-e3ae-40bd-a867-1c7a31790f36 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0645573 Jul 05 07:53:33.342520 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-41cca54b-aed9-4d08-8258-6ff09589ab80 req-d48d267a-0456-4ca0-b114-502c7f1c0da8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315208 Jul 05 07:53:34.197246 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2928faa8-23cd-424e-b9a5-9ff658a5362a req-a0985fcb-b24a-45d5-b4c1-85f5481486bc tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:34.198625 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2928faa8-23cd-424e-b9a5-9ff658a5362a req-a0985fcb-b24a-45d5-b4c1-85f5481486bc tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0609314 Jul 05 07:53:34.237114 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2928faa8-23cd-424e-b9a5-9ff658a5362a req-a8674c00-5b8a-498a-a8df-5dc3a3746eb8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322635 Jul 05 07:53:34.524221 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d69064e-7bb8-48d7-aff1-ee115a350db9 req-f8b10290-2f4d-4c25-aa34-9b2c776ca60d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:34.525707 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d69064e-7bb8-48d7-aff1-ee115a350db9 req-f8b10290-2f4d-4c25-aa34-9b2c776ca60d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0683908 Jul 05 07:53:34.562299 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d69064e-7bb8-48d7-aff1-ee115a350db9 req-986cfaad-f830-4beb-8db8-6ae2d7a4718a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310533 Jul 05 07:53:35.413068 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683f8a0-df05-41bc-95e9-6b8a1f80be9d req-1736086b-b398-421f-91db-7134a00fe6f8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:35.414577 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c683f8a0-df05-41bc-95e9-6b8a1f80be9d req-1736086b-b398-421f-91db-7134a00fe6f8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0630240 Jul 05 07:53:35.450544 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c683f8a0-df05-41bc-95e9-6b8a1f80be9d req-21039ca9-bf68-4a03-8809-9f99b7432379 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302119 Jul 05 07:53:35.745363 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3a04-f4c6-4850-857b-78181195981c req-76f412cc-effb-4ec8-ae7a-105eb3d6978a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:35.746897 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-144a3a04-f4c6-4850-857b-78181195981c req-76f412cc-effb-4ec8-ae7a-105eb3d6978a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0640836 Jul 05 07:53:35.785950 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-144a3a04-f4c6-4850-857b-78181195981c req-e2e2f749-2d47-4a31-bdb0-ac1d3f24046e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327635 Jul 05 07:53:36.262052 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-13e79d61-7107-4c88-a457-db7de7c79ea9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:36.263465 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-13e79d61-7107-4c88-a457-db7de7c79ea9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.0677304 Jul 05 07:53:36.384305 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Deleting port 2d476eb5-c302-494b-92ae-ef517c3df717 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:53:36.384632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:36.482167 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] For port 2d476eb5-c302-494b-92ae-ef517c3df717, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=2d476eb5-c302-494b-92ae-ef517c3df717,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:36.482556 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:36.989944 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:36.990629 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:36.990629 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Floating IP 01328a73-8371-4a4d-b990-6c7bdd668405 disassociated. External IP: 172.27.3.109, port: 2d476eb5-c302-494b-92ae-ef517c3df717. Jul 05 07:53:36.990988 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Calling delete_port for 2d476eb5-c302-494b-92ae-ef517c3df717 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:53:37.004502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258e55c-ea0d-496b-97e3-4a4234a8e050 req-4055f71a-be29-4787-a9ea-e3440a75004b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:37.005992 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6258e55c-ea0d-496b-97e3-4a4234a8e050 req-4055f71a-be29-4787-a9ea-e3440a75004b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=29dfad5b-9ad1-4f17-8076-9ebbe18b0e94 HTTP/1.1" status: 200 len: 946 time: 0.1648567 Jul 05 07:53:37.092571 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f2774-0c24-446d-a89e-6e673fba323e req-2021b609-abcb-4689-b71d-d9e4f7ed41c3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:37.093970 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f67f2774-0c24-446d-a89e-6e673fba323e req-2021b609-abcb-4689-b71d-d9e4f7ed41c3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1730032 Jul 05 07:53:37.112486 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6258e55c-ea0d-496b-97e3-4a4234a8e050 req-0f88eada-f8dc-4738-be99-3ab93520f156 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=df05f777-2c05-4656-b1e8-c9fc6b4cbd97&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966442 Jul 05 07:53:37.157094 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f67f2774-0c24-446d-a89e-6e673fba323e req-6ef36746-c7c7-4965-8192-30598cc5ce7e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523782 Jul 05 07:53:37.211502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:37.238304 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event deleted for resources: {'Port': ['ID=2d476eb5-c302-494b-92ae-ef517c3df717,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:37.247831 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.248231 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.248593 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.248933 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.249270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.249600 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.249930 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.250258 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.250713 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.251366 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.251366 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.252270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:37.364362 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Router 8bac8aae-1528-4caa-902d-47039e07faf1 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:53:37.469777 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:53:37.480486 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] Sync routers for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:53:37.490368 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:53:37.491052 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:53:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:37.514502 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] No DVR routers for this DVR port 2d476eb5-c302-494b-92ae-ef517c3df717 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:53:37.517270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:37.520396 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-553adf42-e972-4f32-8b84-9af3800a19d3 req-9bf66fce-919f-46a0-b6b5-32c0402b03a1 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "DELETE /v2.0/ports/2d476eb5-c302-494b-92ae-ef517c3df717 HTTP/1.1" status: 204 len: 173 time: 1.2502532 Jul 05 07:53:37.520846 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'name': 'network-vif-deleted', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:53:37.524061 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc20f83-a331-4674-bc7a-d35547c83e99" -d '{"events": [{"server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "name": "network-vif-deleted", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:53:37.601723 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:53:37.641586 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c2d6e6-6271-4a15-a3d0-3b4c0cd8df6b x-openstack-request-id: req-27c2d6e6-6271-4a15-a3d0-3b4c0cd8df6b {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:53:37.641586 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29dfad5b-9ad1-4f17-8076-9ebbe18b0e94", "name": "network-vif-deleted", "tag": "2d476eb5-c302-494b-92ae-ef517c3df717", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:53:37.641586 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-27c2d6e6-6271-4a15-a3d0-3b4c0cd8df6b {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:53:37.641966 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29dfad5b-9ad1-4f17-8076-9ebbe18b0e94', 'name': 'network-vif-deleted', 'tag': '2d476eb5-c302-494b-92ae-ef517c3df717', 'status': 'completed', 'code': 200} Jul 05 07:53:37.820306 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:37.847862 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] Checking router: 8bac8aae-1528-4caa-902d-47039e07faf1 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:53:37.856210 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:53:37.856817 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:53:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:37.965932 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:53:38.166462 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:38.192799 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262f1ab5-d5f8-4d96-a7a4-dc1656f84a2e None None] The sync data for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi is: [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:53:38.245719 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55324) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:38.329746 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b60e89e-f9fd-4cf8-906b-0a555891f97a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.361557 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b60e89e-f9fd-4cf8-906b-0a555891f97a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.412828 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaeeaf3-2c33-4b42-b970-660027cd46f1 req-984ccc82-538c-48f7-b41e-e88be1652daf tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:38.414419 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cfaeeaf3-2c33-4b42-b970-660027cd46f1 req-984ccc82-538c-48f7-b41e-e88be1652daf tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1216571 Jul 05 07:53:38.446961 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b60e89e-f9fd-4cf8-906b-0a555891f97a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.449658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-3b60e89e-f9fd-4cf8-906b-0a555891f97a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.454000 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-3b60e89e-f9fd-4cf8-906b-0a555891f97a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "DELETE /v2.0/security-groups/df05f777-2c05-4656-b1e8-c9fc6b4cbd97 HTTP/1.1" status: 204 len: 168 time: 0.2039425 Jul 05 07:53:38.454111 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55326) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:38.458114 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a0616c-b85f-4598-9b00-5755c8f472e8 None None] New status for floating IP 01328a73-8371-4a4d-b990-6c7bdd668405: DOWN {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:53:38.468081 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.api.v2.resource [None req-cdcddfab-9fa8-4b0a-b099-1d060512ec45 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] show failed (client error): The resource could not be found. Jul 05 07:53:38.472279 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-cdcddfab-9fa8-4b0a-b099-1d060512ec45 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups/df05f777-2c05-4656-b1e8-c9fc6b4cbd97 HTTP/1.1" status: 404 len: 347 time: 0.0145731 Jul 05 07:53:38.472442 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cfaeeaf3-2c33-4b42-b970-660027cd46f1 req-8958babd-6da2-4800-b498-53eede591792 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492229 Jul 05 07:53:38.472442 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60e89e-f9fd-4cf8-906b-0a555891f97a tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df05f777-2c05-4656-b1e8-c9fc6b4cbd97,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:38.473210 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55328) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:38.605450 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Deleting port 8ecd7fca-5f76-4b43-a6f1-97d6789b742d {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:53:38.605799 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.684048 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.684398 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.696478 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Calling delete_port for 8ecd7fca-5f76-4b43-a6f1-97d6789b742d owned by network:floatingip {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:53:38.731002 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:53:38.826350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.857757 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event deleted for resources: {'Port': ['ID=8ecd7fca-5f76-4b43-a6f1-97d6789b742d,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:38.916618 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.919156 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:38.920332 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-461d53db-a72b-4635-adef-a2cf27c931a0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "DELETE /v2.0/floatingips/01328a73-8371-4a4d-b990-6c7bdd668405 HTTP/1.1" status: 204 len: 168 time: 0.4451797 Jul 05 07:53:39.295125 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55334) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:39.300411 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-da001f98-fbec-44a1-a416-a24ffa6d0c07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--250267438', 'description': 'tempest-description--694297791'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:39.324420 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-da001f98-fbec-44a1-a416-a24ffa6d0c07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.401873 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-da001f98-fbec-44a1-a416-a24ffa6d0c07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.405261 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-da001f98-fbec-44a1-a416-a24ffa6d0c07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.432683 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-da001f98-fbec-44a1-a416-a24ffa6d0c07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.433887 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-da001f98-fbec-44a1-a416-a24ffa6d0c07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1377611 Jul 05 07:53:39.435669 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da001f98-fbec-44a1-a416-a24ffa6d0c07 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca3a631-daaf-4250-bfaa-e2d10337af72,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:39.436870 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55336) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:39.443541 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'security_group_rule': {'security_group_id': '4ca3a631-daaf-4250-bfaa-e2d10337af72', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:39.471425 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.518340 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.522155 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.544471 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9394ce72-56fd-4b20-84e6-f71157dbe22e,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:39.554955 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.555247 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.555658 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.556105 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.556443 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.556772 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.557098 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.557425 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.557746 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.558065 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.558382 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.558718 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:39.563888 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.568200 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7ad98292-3b3d-4c3d-937f-ce3843d29474 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269174 Jul 05 07:53:39.569207 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55340) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:39.572795 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-af571a5e-98f9-4ffc-8eb9-7c2e0afefee6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'security_group_rule': {'security_group_id': '4ca3a631-daaf-4250-bfaa-e2d10337af72', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:39.599349 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-af571a5e-98f9-4ffc-8eb9-7c2e0afefee6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.657533 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-af571a5e-98f9-4ffc-8eb9-7c2e0afefee6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.661304 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-af571a5e-98f9-4ffc-8eb9-7c2e0afefee6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.662865 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4d3ed-8d25-419e-be16-0d6db9b28d1b req-b6b71fb1-b1eb-44b0-bfd3-deb2baf481a3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:39.668247 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-15c4d3ed-8d25-419e-be16-0d6db9b28d1b req-b6b71fb1-b1eb-44b0-bfd3-deb2baf481a3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0726514 Jul 05 07:53:39.680847 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af571a5e-98f9-4ffc-8eb9-7c2e0afefee6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6465ff2-0b67-47bb-9a9f-32f399472ddd,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:39.689318 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-af571a5e-98f9-4ffc-8eb9-7c2e0afefee6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.691889 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-af571a5e-98f9-4ffc-8eb9-7c2e0afefee6 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225612 Jul 05 07:53:39.694877 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55344) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:39.699302 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:39.718256 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-15c4d3ed-8d25-419e-be16-0d6db9b28d1b req-98cccd71-37ed-4a27-b88f-b0e6027b56d2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472653 Jul 05 07:53:39.731731 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.826781 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:39.931543 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Allocated IP 172.27.3.177 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/91911891-16a7-4c53-b130-87d052a3651e) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:53:40.030220 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.068134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.107147 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:53:40.109793 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:53:40.115801 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:53:40.141325 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'Port': ['ID=91911891-16a7-4c53-b130-87d052a3651e,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:40.206324 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.259658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.410806 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.415156 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.480319 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'Port': ['ID=91911891-16a7-4c53-b130-87d052a3651e,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:40.495338 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.507480 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.508777 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-1c79b82c-16fc-457e-a92c-aec16704149f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8129690 Jul 05 07:53:40.696784 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7deaa39f-b4ba-4d0b-873e-ad93a943c9a2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--250267438&fields=id&tenant_id=46aebfa5ad664ccb9547d76c88317697 HTTP/1.1" status: 200 len: 267 time: 0.0337777 Jul 05 07:53:40.776895 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:53:40.799929 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 2d476eb5-c302-494b-92ae-ef517c3df717 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:53:40.807135 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-81f4cc34-2f1f-4652-b5b8-7bb986c5828f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:40.808624 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-81f4cc34-2f1f-4652-b5b8-7bb986c5828f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 810 time: 0.1053755 Jul 05 07:53:40.828144 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-b9ce671f-3b52-4bed-b74c-fbbba24ae370 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/quotas/46aebfa5ad664ccb9547d76c88317697 HTTP/1.1" status: 200 len: 375 time: 0.0105035 Jul 05 07:53:40.860273 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 2d476eb5-c302-494b-92ae-ef517c3df717 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:53:40.860747 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 2d476eb5-c302-494b-92ae-ef517c3df717 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:53:40.910167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:40.924477 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'port_id': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'mac_address': 'fa:16:3e:e1:88:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:53:40.962698 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-d89aa68c-3dfc-4264-b24b-d70c4eed8e83 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1232603 Jul 05 07:53:40.972561 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:40.980990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4140ea9-9483-4c29-a411-bea2b11496e7 req-7c95bda4-8694-4d1f-ab6b-64b2266996bb tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:40.982570 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4140ea9-9483-4c29-a411-bea2b11496e7 req-7c95bda4-8694-4d1f-ab6b-64b2266996bb tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1043947 Jul 05 07:53:40.987075 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8cb6ceb-3f1c-4346-afe1-9e2918613b27 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:53:41.010319 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:41.016995 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:41.047389 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4140ea9-9483-4c29-a411-bea2b11496e7 req-92e83dbc-a7ef-49b3-b2aa-6136fa725109 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440583 Jul 05 07:53:41.073509 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=6']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:41.081128 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.081484 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.081841 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.082150 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.082506 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.082839 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.083165 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.083491 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.083861 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.084130 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.084450 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.085191 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:53:41.101137 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['d8cb6ceb-3f1c-4346-afe1-9e2918613b27'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:53:41.203899 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-e7a453d6-2107-4802-b65e-a0d86b785ce3 service neutron] 10.222.0.30 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203143 Jul 05 07:53:41.313844 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-92dc4a15-ff92-4bc2-997e-2c3d123f3feb service neutron] 10.222.0.30 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021130 Jul 05 07:53:41.513399 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-47f49b03-7364-4348-b809-1f6ec2024147 req-7c963129-9015-4d2d-bd99-a2b4afcea73b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 210 time: 0.0355604 Jul 05 07:53:42.252386 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28209990-4027-4f2f-b479-15f5a211156a req-583568db-4018-4487-b5f9-232c2852a7f8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:42.260717 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-28209990-4027-4f2f-b479-15f5a211156a req-583568db-4018-4487-b5f9-232c2852a7f8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 944 time: 0.0809367 Jul 05 07:53:42.307320 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-28209990-4027-4f2f-b479-15f5a211156a req-990d37f7-2663-484d-a067-31a6b13a18d8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454197 Jul 05 07:53:42.665494 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-50428411-caec-4fda-9884-fc40c3f68828 req-0d13044c-71b8-4a38-a7f9-54f933c4942f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 210 time: 0.0306821 Jul 05 07:53:42.786886 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:53:42.841483 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:53:42.841895 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:42.952967 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:42.991303 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:42.992710 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:53:42.994773 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-19266452-b63f-4fd3-9a62-33c37049d244 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:42.995351 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a693d5a-5dd1-4d57-90df-2eafdb87a917" -d '{"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-plugged", "status": "completed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:53:42.996578 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-19266452-b63f-4fd3-9a62-33c37049d244 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 810 time: 0.1558859 Jul 05 07:53:42.999765 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:43.076858 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=7']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:43.092450 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-c24acdab-acda-45a1-8eae-5caa417526dd tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46aebfa5ad664ccb9547d76c88317697 HTTP/1.1" status: 200 len: 379 time: 0.0803871 Jul 05 07:53:43.103865 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'port': {'device_id': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'admin_state_up': True, 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'security_groups': ['4ca3a631-daaf-4250-bfaa-e2d10337af72']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:43.173098 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521b63f6-52cc-4093-971d-f02863b66cb5 x-openstack-request-id: req-521b63f6-52cc-4093-971d-f02863b66cb5 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:53:43.174238 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-plugged", "status": "completed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:53:43.175767 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-521b63f6-52cc-4093-971d-f02863b66cb5 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:53:43.176761 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'code': 200} Jul 05 07:53:43.231112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Made reservation on behalf of 46aebfa5ad664ccb9547d76c88317697 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:53:43.235729 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:43.411273 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Allocated IP 172.20.0.11 (39eeddc0-7da4-4222-b18b-adebb0bcbead/dda71ae4-4005-4273-8304-bb0164a5a213/b93cf75e-f674-46eb-9853-44df14ae6da2) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:53:43.603314 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:43.622128 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33001a62-3130-4e9a-b41e-af5ca77a9c0a req-dc0f22a2-1d24-4696-9ad4-41f91e0324a8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:43.623643 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-33001a62-3130-4e9a-b41e-af5ca77a9c0a req-dc0f22a2-1d24-4696-9ad4-41f91e0324a8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1231370 Jul 05 07:53:43.630534 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Transition to ACTIVE for port object b93cf75e-f674-46eb-9853-44df14ae6da2 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:53:43.684742 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-33001a62-3130-4e9a-b41e-af5ca77a9c0a req-5a4afb15-1f3a-449b-a0e6-e9be7a8756a1 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525301 Jul 05 07:53:43.700571 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:43.765852 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:53:43.771520 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:53:43.777757 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:53:43.821004 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event updated for resources: {'Port': ['ID=b93cf75e-f674-46eb-9853-44df14ae6da2,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:43.911662 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:43.912429 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:43.943629 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-f4702400-0eb4-4352-b6e6-51a51933ad5e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8453679 Jul 05 07:53:43.961330 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Request body: {'port': {'device_id': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:43.980266 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e40f5f9-5122-4213-89ed-572b06fe4b7c req-2bd931ba-a53d-42e7-a5ac-71a240f891a9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:43.988206 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e40f5f9-5122-4213-89ed-572b06fe4b7c req-2bd931ba-a53d-42e7-a5ac-71a240f891a9 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 932 time: 0.1537433 Jul 05 07:53:44.057258 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e40f5f9-5122-4213-89ed-572b06fe4b7c req-bc469516-54df-4d55-89ef-a6b560ae27fd tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669489 Jul 05 07:53:44.080891 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-483f82a7-4507-4408-8959-981b38513f78 None None] Provisioning for port b93cf75e-f674-46eb-9853-44df14ae6da2 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:53:44.080891 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-483f82a7-4507-4408-8959-981b38513f78 None None] Provisioning complete for port b93cf75e-f674-46eb-9853-44df14ae6da2 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:53:44.080891 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-483f82a7-4507-4408-8959-981b38513f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:44.125477 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:44.138794 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-483f82a7-4507-4408-8959-981b38513f78 None None] Port b93cf75e-f674-46eb-9853-44df14ae6da2 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:53:44.448368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b93cf75e-f674-46eb-9853-44df14ae6da2 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:53:44.457932 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:44.473809 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Transition to ACTIVE for port object b93cf75e-f674-46eb-9853-44df14ae6da2 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:53:44.482947 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:44.542363 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b93cf75e-f674-46eb-9853-44df14ae6da2,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:44.625943 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Attempting to bind port b93cf75e-f674-46eb-9853-44df14ae6da2 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:53:44.626476 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Attempting to bind port b93cf75e-f674-46eb-9853-44df14ae6da2 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:53:44.626959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Attempting to bind port b93cf75e-f674-46eb-9853-44df14ae6da2 on network 39eeddc0-7da4-4222-b18b-adebb0bcbead {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:53:44.632530 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Port b93cf75e-f674-46eb-9853-44df14ae6da2 on network 39eeddc0-7da4-4222-b18b-adebb0bcbead not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:53:44.633052 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Attempting to bind port b93cf75e-f674-46eb-9853-44df14ae6da2 on network 39eeddc0-7da4-4222-b18b-adebb0bcbead {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:53:44.638537 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:53:44.639366 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Checking segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:53:44.639975 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Bound using segment: {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:53:44.640613 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Bound port: b93cf75e-f674-46eb-9853-44df14ae6da2, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '707894db-444d-44d4-8fab-4da0a0d7c71a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:53:44.641183 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:44.762112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] For port b93cf75e-f674-46eb-9853-44df14ae6da2, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:53:44.772427 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] For port b93cf75e-f674-46eb-9853-44df14ae6da2, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b93cf75e-f674-46eb-9853-44df14ae6da2,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:53:44.778541 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:44.814659 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:44.816459 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:44.817925 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] 10.222.0.24 "PUT /v2.0/ports/b93cf75e-f674-46eb-9853-44df14ae6da2 HTTP/1.1" status: 200 len: 1094 time: 0.8642910 Jul 05 07:53:44.820348 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:53:44.829846 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5e7001-f148-489d-9299-d036ca2ccb8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:53:44.904066 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce0a2f0-b20d-44de-82e0-891d8146b35e x-openstack-request-id: req-6ce0a2f0-b20d-44de-82e0-891d8146b35e {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:53:44.904409 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:53:44.904633 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ce0a2f0-b20d-44de-82e0-891d8146b35e {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:53:44.904987 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'status': 'completed', 'code': 200} Jul 05 07:53:44.953631 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021f4af-128a-453e-94b7-c68920e6fae5 service neutron] Pushing event updated for resources: {'Port': ['ID=b93cf75e-f674-46eb-9853-44df14ae6da2,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:45.030641 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027ec6c-642d-4404-bd1a-5769bb0caf68 req-d4bf1b23-2322-4a17-b570-0537d5fd189a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:45.033489 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c027ec6c-642d-4404-bd1a-5769bb0caf68 req-d4bf1b23-2322-4a17-b570-0537d5fd189a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1873872 Jul 05 07:53:45.044019 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-cea5e731-0c39-4cce-805c-14b9c6872fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:45.046672 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-cea5e731-0c39-4cce-805c-14b9c6872fa5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 1097 time: 0.1368904 Jul 05 07:53:45.132554 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-36bff441-853a-41b1-b9bc-f64dadb8dda5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93cf75e-f674-46eb-9853-44df14ae6da2 HTTP/1.1" status: 200 len: 217 time: 0.0714357 Jul 05 07:53:45.226828 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c027ec6c-642d-4404-bd1a-5769bb0caf68 req-fd08757f-fd15-4fdb-b178-eef16e14bb65 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785567 Jul 05 07:53:45.305312 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-d57b28d0-ae77-46f2-bcdd-a5888ec09fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:45.307664 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-d57b28d0-ae77-46f2-bcdd-a5888ec09fc2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.1680567 Jul 05 07:53:45.364233 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d5f4b-5739-4b8f-9af6-cbd1133c6811 req-7df4e9ec-11a3-4f26-89c9-daa51e018eb0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:45.365969 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1e9d5f4b-5739-4b8f-9af6-cbd1133c6811 req-7df4e9ec-11a3-4f26-89c9-daa51e018eb0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 944 time: 0.1449742 Jul 05 07:53:45.415420 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-636479bc-8689-4edb-a78a-0e4a85bd72dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:45.416809 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-636479bc-8689-4edb-a78a-0e4a85bd72dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0986953 Jul 05 07:53:45.424367 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1e9d5f4b-5739-4b8f-9af6-cbd1133c6811 req-fe5631c2-0966-4222-b460-ae02aa4950dd tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517433 Jul 05 07:53:45.530295 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-0c44a58c-6f8e-48e7-ba87-d17dc412f847 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049120 Jul 05 07:53:45.644942 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-be2d6cad-34b5-4e93-ab0c-e2fdbdafdaef req-9175e774-8edd-4a88-90a5-7aceb75200df service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055868 Jul 05 07:53:46.095072 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-6e837e45-05ca-4390-96b2-c7b811531771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:46.097509 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-6e837e45-05ca-4390-96b2-c7b811531771 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 1097 time: 0.3795331 Jul 05 07:53:46.203926 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-078f588a-0b80-4f4b-9b29-caa2f55d663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:46.206537 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-078f588a-0b80-4f4b-9b29-caa2f55d663f service neutron] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 911 time: 0.1016963 Jul 05 07:53:46.252786 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-a3d1862d-fced-4214-8104-0c894dbfa21f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93cf75e-f674-46eb-9853-44df14ae6da2 HTTP/1.1" status: 200 len: 217 time: 0.0393019 Jul 05 07:53:46.307909 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-2e67aa3e-64ae-4213-bfab-08e86a2c3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:46.309466 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-2e67aa3e-64ae-4213-bfab-08e86a2c3f66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.0494149 Jul 05 07:53:46.389993 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-9f9e6e49-054e-4646-a406-cfbfe2f71056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:46.414210 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-b2244653-61aa-4b54-8c4d-c09f5bdc0c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:46.415764 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-b2244653-61aa-4b54-8c4d-c09f5bdc0c97 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0980406 Jul 05 07:53:46.491102 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d359450-11dc-4273-9f88-36e07ad86450 req-94e2da07-5dcd-4801-9e73-d9b0ca3be6a9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:46.492628 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d359450-11dc-4273-9f88-36e07ad86450 req-94e2da07-5dcd-4801-9e73-d9b0ca3be6a9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1372967 Jul 05 07:53:46.583347 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d359450-11dc-4273-9f88-36e07ad86450 req-13e4ebe9-b378-448c-8b7e-e12d95d11a39 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793626 Jul 05 07:53:46.587927 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-3c3c4552-805e-4733-858f-e98390f9dc38 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629064 Jul 05 07:53:46.724519 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaba80b-fa34-419a-831f-1fa0387fbff6 req-4f41eebb-e548-40c9-81bc-ccfa18df0ec2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:46.726154 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1aaba80b-fa34-419a-831f-1fa0387fbff6 req-4f41eebb-e548-40c9-81bc-ccfa18df0ec2 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 944 time: 0.1630390 Jul 05 07:53:46.740818 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-de5e7001-f148-489d-9299-d036ca2ccb8e req-6537b609-72f5-4261-836a-5084194d9942 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335828 Jul 05 07:53:46.787739 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1aaba80b-fa34-419a-831f-1fa0387fbff6 req-80b467cf-0a0e-4fff-8825-34119a365d2c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459087 Jul 05 07:53:47.781210 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d732a-b21b-46f8-a35c-81bf4f6f43c2 req-9acca939-7af3-4eab-9c8a-7c98be8aab4e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:47.783118 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cd6d732a-b21b-46f8-a35c-81bf4f6f43c2 req-9acca939-7af3-4eab-9c8a-7c98be8aab4e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0775373 Jul 05 07:53:47.839049 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cd6d732a-b21b-46f8-a35c-81bf4f6f43c2 req-ea172a38-5582-49c6-86b3-e19928b6563a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492046 Jul 05 07:53:47.988422 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ef5f86-bd41-45cc-9e49-b0f19611a79e req-7572f616-4b8e-446e-aadf-bf2f519666d7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:47.989914 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7ef5f86-bd41-45cc-9e49-b0f19611a79e req-7572f616-4b8e-446e-aadf-bf2f519666d7 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 944 time: 0.0746834 Jul 05 07:53:48.030356 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7ef5f86-bd41-45cc-9e49-b0f19611a79e req-fbde4860-c6cc-482e-a204-7dcc06aa7a21 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345600 Jul 05 07:53:48.834169 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device b93cf75e-f674-46eb-9853-44df14ae6da2 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:53:48.946364 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port b93cf75e-f674-46eb-9853-44df14ae6da2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b93cf75e-f674-46eb-9853-44df14ae6da2,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:48.960757 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'port_id': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'mac_address': 'fa:16:3e:3b:0d:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:53:49.029857 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:49.044534 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b93cf75e-f674-46eb-9853-44df14ae6da2 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:53:49.058209 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-9cdde95f-0e3e-4671-b990-74f8d6958689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:49.074274 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port b93cf75e-f674-46eb-9853-44df14ae6da2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b93cf75e-f674-46eb-9853-44df14ae6da2,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:49.081112 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:49.109991 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5cb09-56c4-4918-9a22-4769a8b9f2b0 req-7d8e22ac-c600-47b6-a440-b66a99673615 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:49.124316 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d0f5cb09-56c4-4918-9a22-4769a8b9f2b0 req-7d8e22ac-c600-47b6-a440-b66a99673615 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1270349 Jul 05 07:53:49.161570 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=b93cf75e-f674-46eb-9853-44df14ae6da2,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:49.186225 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d0f5cb09-56c4-4918-9a22-4769a8b9f2b0 req-9aa59594-a829-4f4d-bdf3-5d6bdfab975c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539258 Jul 05 07:53:49.258596 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7ab74d-f896-41cd-ad91-4e46fa72f8bb req-40acee8a-5707-4913-9b63-f55c0afff7fa tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:49.260154 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f7ab74d-f896-41cd-ad91-4e46fa72f8bb req-40acee8a-5707-4913-9b63-f55c0afff7fa tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 945 time: 0.0877934 Jul 05 07:53:49.289547 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:49.307293 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f7ab74d-f896-41cd-ad91-4e46fa72f8bb req-c059cf0b-b7a4-4678-b36d-0a24d6a1e660 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404577 Jul 05 07:53:49.339110 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['b93cf75e-f674-46eb-9853-44df14ae6da2'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:53:49.455737 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:50.147598 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:50.392224 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab1220-cd74-491d-a34b-0491aee87e09 req-b70d7086-d862-4a3a-bb35-81482495bf9b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:50.394277 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-37ab1220-cd74-491d-a34b-0491aee87e09 req-b70d7086-d862-4a3a-bb35-81482495bf9b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0782051 Jul 05 07:53:50.482325 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-37ab1220-cd74-491d-a34b-0491aee87e09 req-99383d23-60c2-4784-b4f5-50142770b71f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820601 Jul 05 07:53:50.534414 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e334b-3817-47f8-88c8-96d9a549798d req-3d8436b2-0d89-41e0-8d0d-30fb6f4ffd08 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:50.536228 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-897e334b-3817-47f8-88c8-96d9a549798d req-3d8436b2-0d89-41e0-8d0d-30fb6f4ffd08 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 945 time: 0.0939319 Jul 05 07:53:50.581829 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-897e334b-3817-47f8-88c8-96d9a549798d req-acc909ad-aa66-4938-8c2d-f20a4b5c492b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379419 Jul 05 07:53:50.850308 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device b93cf75e-f674-46eb-9853-44df14ae6da2 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:53:50.909326 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port b93cf75e-f674-46eb-9853-44df14ae6da2 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:53:50.913082 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port b93cf75e-f674-46eb-9853-44df14ae6da2 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:53:50.913454 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:50.990186 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:51.011652 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:53:51.013967 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098bc4f2-ab41-49f0-b750-1d1d50de0ea7" -d '{"events": [{"server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "name": "network-vif-plugged", "status": "completed", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:53:51.026205 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port b93cf75e-f674-46eb-9853-44df14ae6da2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b93cf75e-f674-46eb-9853-44df14ae6da2,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:51.030475 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:51.056185 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403904d6-e6d3-423b-9afc-716b80dc05a1 x-openstack-request-id: req-403904d6-e6d3-423b-9afc-716b80dc05a1 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:53:51.056470 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "name": "network-vif-plugged", "status": "completed", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:53:51.056719 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-403904d6-e6d3-423b-9afc-716b80dc05a1 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:53:51.057474 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'code': 200} Jul 05 07:53:51.082795 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=b93cf75e-f674-46eb-9853-44df14ae6da2,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:51.281767 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c2fc5c-975a-4a30-b3d5-4dc7a7ff582f req-9ab3eb8b-ea1c-4632-ab50-93f96914a3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:51.283957 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c0c2fc5c-975a-4a30-b3d5-4dc7a7ff582f req-9ab3eb8b-ea1c-4632-ab50-93f96914a3d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 1099 time: 0.0561531 Jul 05 07:53:51.318796 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c0c2fc5c-975a-4a30-b3d5-4dc7a7ff582f req-238e507a-eebd-40dc-b529-15147210fdbd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276656 Jul 05 07:53:51.531090 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-69226117-c622-4b4f-8480-bd6eebdbbe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:51.532759 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-69226117-c622-4b4f-8480-bd6eebdbbe9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1098 time: 0.0555310 Jul 05 07:53:51.656396 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-eeb0f809-bf50-4c03-aaab-7844b6fc8f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:51.657883 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-eeb0f809-bf50-4c03-aaab-7844b6fc8f57 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.1191783 Jul 05 07:53:51.745515 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:51.763540 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254d747-61a2-4125-96d5-5cf6809f6b8a req-2db46f95-c8d5-406f-bd48-6f81cdc4bf98 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:51.765029 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4254d747-61a2-4125-96d5-5cf6809f6b8a req-2db46f95-c8d5-406f-bd48-6f81cdc4bf98 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1554232 Jul 05 07:53:51.777512 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-300401b8-8ba6-473a-8014-536cad45c0a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 200 len: 1001 time: 0.1118929 Jul 05 07:53:51.852319 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4254d747-61a2-4125-96d5-5cf6809f6b8a req-b2284591-8626-4c79-bb7e-f05a90a77dfa tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798898 Jul 05 07:53:51.865433 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-24b6d9ce-13cd-4e6d-beb9-6731d4eab162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:51.866956 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-24b6d9ce-13cd-4e6d-beb9-6731d4eab162 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0749009 Jul 05 07:53:51.875183 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad3b82-8e7c-479f-93bd-a8cff9e49bc5 req-1fc423ea-5855-454f-bb48-fd05a804f71e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:51.876569 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c0ad3b82-8e7c-479f-93bd-a8cff9e49bc5 req-1fc423ea-5855-454f-bb48-fd05a804f71e tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 946 time: 0.1713769 Jul 05 07:53:51.942547 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c0ad3b82-8e7c-479f-93bd-a8cff9e49bc5 req-44182a49-6abb-47e5-b5c6-461f28cb8e5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572414 Jul 05 07:53:51.954948 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-2da35656-34a6-4c1d-9358-d6f152fd3549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:51.956929 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-2da35656-34a6-4c1d-9358-d6f152fd3549 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789218 Jul 05 07:53:52.051658 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-249dbd67-ae97-470a-a457-f93d1f9213b0 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872066 Jul 05 07:53:52.141457 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bc73d6b5-9ef2-400a-85cc-a5f87400f20f req-c0fe4201-0f8d-4203-8313-37a0830c1191 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824878 Jul 05 07:53:53.033143 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365f221c-af5b-4da2-9812-7599abe56ab9 req-0b259600-7f9b-426d-8722-4bace0b7ce6b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:53.035427 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-365f221c-af5b-4da2-9812-7599abe56ab9 req-0b259600-7f9b-426d-8722-4bace0b7ce6b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.0643597 Jul 05 07:53:53.106481 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-365f221c-af5b-4da2-9812-7599abe56ab9 req-861754d3-5855-4919-95f1-23d05a876889 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655203 Jul 05 07:53:53.135694 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a184-9bdb-4225-ba74-3c37b2f4bce6 req-388a10c4-cafc-4a49-be93-362eac667ea0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:53.137191 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7eb1a184-9bdb-4225-ba74-3c37b2f4bce6 req-388a10c4-cafc-4a49-be93-362eac667ea0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 946 time: 0.0785925 Jul 05 07:53:53.174490 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7eb1a184-9bdb-4225-ba74-3c37b2f4bce6 req-da79055b-b05e-4380-a131-6da430c80c79 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Jul 05 07:53:53.335895 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecc5aa1-8fcb-4b72-8f3d-6b69564158f3 req-c20a97bb-41f7-4b1e-833b-fd7d0ceac20c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:53.337382 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5ecc5aa1-8fcb-4b72-8f3d-6b69564158f3 req-c20a97bb-41f7-4b1e-833b-fd7d0ceac20c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 946 time: 0.0616312 Jul 05 07:53:53.345684 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55474) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:53:53.350079 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Request body: {'floatingip': {'port_id': 'b93cf75e-f674-46eb-9853-44df14ae6da2'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:53:53.391318 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:53.827372 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:53.830722 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:53.927719 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Floating IP 236afc7b-506d-4fe8-98e0-a9c9c345959e associated. External IP: 172.27.3.177, port: b93cf75e-f674-46eb-9853-44df14ae6da2. Jul 05 07:53:54.133803 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Router 8bac8aae-1528-4caa-902d-47039e07faf1 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:53:54.282781 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:53:54.287816 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:54.293717 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] Sync routers for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:53:54.303558 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:53:54.304174 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:53:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:54.334282 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-66bb02fd-7bbd-465d-90c5-67bf0c98fd5f tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "PUT /v2.0/floatingips/236afc7b-506d-4fe8-98e0-a9c9c345959e HTTP/1.1" status: 200 len: 992 time: 0.9875388 Jul 05 07:53:54.335619 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:53:54.337949 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273e27a9-4c13-42c7-9c13-7b8aebea4983" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:53:54.347683 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86a331-6618-48c3-a015-3d277a9f25e4 req-1cac176f-5b13-45be-ac2c-e65ce22dcf35 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:54.349192 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd86a331-6618-48c3-a015-3d277a9f25e4 req-1cac176f-5b13-45be-ac2c-e65ce22dcf35 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 945 time: 0.1205223 Jul 05 07:53:54.388934 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd86a331-6618-48c3-a015-3d277a9f25e4 req-9959f890-9e9e-4887-a73d-d91947353d19 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336506 Jul 05 07:53:54.422723 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:53:54.438710 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b478291-db8d-4ce0-bb2c-756359e3f0bf x-openstack-request-id: req-9b478291-db8d-4ce0-bb2c-756359e3f0bf {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:53:54.439003 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:53:54.439257 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b478291-db8d-4ce0-bb2c-756359e3f0bf {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:53:54.439681 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'status': 'completed', 'code': 200} Jul 05 07:53:54.515814 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-89692e3e-f4d6-4b58-9b44-23e32549be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:54.517389 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-89692e3e-f4d6-4b58-9b44-23e32549be7c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=46aebfa5ad664ccb9547d76c88317697&device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 1099 time: 0.0552125 Jul 05 07:53:54.620620 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-fb6cf2c7-694a-4177-bc50-def9606459c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:54.622214 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-fb6cf2c7-694a-4177-bc50-def9606459c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 200 len: 911 time: 0.0976384 Jul 05 07:53:54.664218 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '236afc7b-506d-4fe8-98e0-a9c9c345959e', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'port_id': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'mac_address': 'fa:16:3e:3b:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:53:40Z', 'updated_at': '2021-07-05T07:53:53Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:54.697243 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-671676f7-7999-42bb-b3a9-a18cd3e7cc7e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b93cf75e-f674-46eb-9853-44df14ae6da2 HTTP/1.1" status: 200 len: 1000 time: 0.0683200 Jul 05 07:53:54.697718 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] Checking router: 8bac8aae-1528-4caa-902d-47039e07faf1 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:53:54.706384 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:53:54.707232 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:53:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:54.747870 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-2068d76e-d7f3-464c-8da2-cc57074d3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:54.749354 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-2068d76e-d7f3-464c-8da2-cc57074d3b0a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 200 len: 849 time: 0.0464146 Jul 05 07:53:54.813066 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-be668bd9-1179-40d8-8e1a-cc34c4a3a680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:54.814617 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-be668bd9-1179-40d8-8e1a-cc34c4a3a680 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=39eeddc0-7da4-4222-b18b-adebb0bcbead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0583797 Jul 05 07:53:54.819335 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:53:54.897498 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:53:54.910302 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-42e6d850-ea27-4fa6-90ed-953873798257 service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882106 Jul 05 07:53:55.019655 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-273e27a9-4c13-42c7-9c13-7b8aebea4983 req-725b265f-3785-40ea-b770-806e7f7432bc service neutron] 10.222.0.24 "GET /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035399 Jul 05 07:53:55.168436 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:55.206045 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:53:55.208308 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202fe942-f2e6-4fcf-9bb8-01977efe24c0" -d '{"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-unplugged", "status": "completed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:53:55.244490 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:53:55.248579 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 07:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8c8049-5fa7-419a-843a-381758e969aa x-openstack-request-id: req-be8c8049-5fa7-419a-843a-381758e969aa {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:53:55.248998 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-unplugged", "status": "failed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27", "code": 422}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:53:55.249175 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be8c8049-5fa7-419a-843a-381758e969aa {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:53:55.249575 dv-cinder-768592-9-iscsi neutron-server[99354]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'code': 422} returned with failed status Jul 05 07:53:55.254279 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:53:55.313157 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '236afc7b-506d-4fe8-98e0-a9c9c345959e', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'port_id': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'mac_address': 'fa:16:3e:3b:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:53:40Z', 'updated_at': '2021-07-05T07:53:53Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:53:55.318806 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=8']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:53:55.345210 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8112c2-f14c-4fd2-b2f8-20d24616479d None None] The sync data for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi is: [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '236afc7b-506d-4fe8-98e0-a9c9c345959e', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'port_id': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'mac_address': 'fa:16:3e:3b:0d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:53:40Z', 'updated_at': '2021-07-05T07:53:53Z', 'revision_number': 1, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:53:55.570691 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd08cb4b-327e-43bd-a4ea-24416d6777d4 None None] New status for floating IP 236afc7b-506d-4fe8-98e0-a9c9c345959e: ACTIVE {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:53:55.617490 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377f168-d384-48b5-9a3b-c1343cfab1cd req-3881ff6e-1814-4135-bdb4-71b3387c38b5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:55.618026 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-8194e38c-42eb-44e4-abe1-6d849f831ada service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0748861 Jul 05 07:53:55.618830 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e377f168-d384-48b5-9a3b-c1343cfab1cd req-3881ff6e-1814-4135-bdb4-71b3387c38b5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0816855 Jul 05 07:53:55.661719 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e377f168-d384-48b5-9a3b-c1343cfab1cd req-20bf135b-a1a9-4673-aba5-1bcfdf6dfe2c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368474 Jul 05 07:53:56.429209 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-3746b86f-0ec6-45cb-adcc-5cf0ae7b547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:56.430714 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-3746b86f-0ec6-45cb-adcc-5cf0ae7b547e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6&tenant_id=4508128072064e8495aafd60d4402bec HTTP/1.1" status: 200 len: 1096 time: 0.0509806 Jul 05 07:53:56.505386 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-a5b75fcb-a8b9-4572-9724-169f5c0b462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:56.506909 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-a5b75fcb-a8b9-4572-9724-169f5c0b462f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1096 time: 0.0547454 Jul 05 07:53:56.591209 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-6b25991f-3920-4dc3-8621-288dc073c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:56.592679 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-6b25991f-3920-4dc3-8621-288dc073c1dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.0802479 Jul 05 07:53:56.674572 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-f92f1e8d-589d-476a-9a60-0a8360eb1fc5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 200 len: 999 time: 0.0735939 Jul 05 07:53:56.725073 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-21c4b832-ca8a-49fe-b5b2-9f3f473390f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:56.726581 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-21c4b832-ca8a-49fe-b5b2-9f3f473390f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0451357 Jul 05 07:53:56.787755 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-7f6b6b07-f3ef-4ab0-920e-b4c3d294945b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:56.789719 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-7f6b6b07-f3ef-4ab0-920e-b4c3d294945b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565209 Jul 05 07:53:57.183715 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470efc8-49e1-46d5-a712-4f3344d304a2 req-947fe3da-08e6-4463-8116-e74918ba3f2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:57.185175 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4470efc8-49e1-46d5-a712-4f3344d304a2 req-947fe3da-08e6-4463-8116-e74918ba3f2e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.3900764 Jul 05 07:53:57.187362 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-de0aa703-22f9-4dd3-a044-66d388aebb6e service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909101 Jul 05 07:53:57.274870 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4470efc8-49e1-46d5-a712-4f3344d304a2 req-10cdd1c8-287a-409a-9637-f457380128a3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838048 Jul 05 07:53:57.310818 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b7937ab1-11d4-4a47-af36-d7d58762105e req-08bd9724-fec9-4796-8a45-8a4d23d9727c service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136236 Jul 05 07:53:58.467228 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b442bcf-473c-41ea-937c-4075dcc076f1 req-1743b392-c1bc-4aa1-88d9-36b3e98ad469 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:58.468993 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b442bcf-473c-41ea-937c-4075dcc076f1 req-1743b392-c1bc-4aa1-88d9-36b3e98ad469 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0675907 Jul 05 07:53:58.508947 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b442bcf-473c-41ea-937c-4075dcc076f1 req-932dfed8-2a0e-44c9-9f8e-909b2928198c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339062 Jul 05 07:53:58.898269 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:53:59.699455 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6288a-c57b-4964-9ba6-d20e2dacc54d req-6b5ad01b-2b93-46fe-b31b-f4992f594029 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:53:59.701088 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36b6288a-c57b-4964-9ba6-d20e2dacc54d req-6b5ad01b-2b93-46fe-b31b-f4992f594029 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0674596 Jul 05 07:53:59.745556 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36b6288a-c57b-4964-9ba6-d20e2dacc54d req-6e18f065-e9b7-435e-ac66-57c8129faf52 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386212 Jul 05 07:54:00.943209 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735fc97a-61bd-48f6-8285-9033d664ce1c req-19db91dd-3d42-4361-a0da-84f47014e4e3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:00.944743 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-735fc97a-61bd-48f6-8285-9033d664ce1c req-19db91dd-3d42-4361-a0da-84f47014e4e3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0739183 Jul 05 07:54:00.986294 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-735fc97a-61bd-48f6-8285-9033d664ce1c req-bc3fa70d-3324-4246-8eb6-19d754e9ea3f tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347333 Jul 05 07:54:02.174030 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20569562-ad92-486e-90f5-ee4b6282650c req-cee352ff-4c00-4daf-b058-ded81084356b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:02.176465 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-20569562-ad92-486e-90f5-ee4b6282650c req-cee352ff-4c00-4daf-b058-ded81084356b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0703411 Jul 05 07:54:02.215185 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-20569562-ad92-486e-90f5-ee4b6282650c req-d5e09fe3-a2c0-40c3-986e-da1ce3c3c5f5 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326395 Jul 05 07:54:03.423846 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd12a24-61b3-417f-afa6-037248ff661e req-a0a7cd7b-bd01-4f16-b615-d87670d73a1a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:03.425344 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4fd12a24-61b3-417f-afa6-037248ff661e req-a0a7cd7b-bd01-4f16-b615-d87670d73a1a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0745203 Jul 05 07:54:03.466644 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4fd12a24-61b3-417f-afa6-037248ff661e req-09955718-7591-4687-98e3-e923c357f448 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340154 Jul 05 07:54:04.654468 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4604f7-cc82-4d03-867a-0d7ca50560f8 req-28949040-97e5-4ee1-b4bb-778ffed96f0e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:04.656226 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8b4604f7-cc82-4d03-867a-0d7ca50560f8 req-28949040-97e5-4ee1-b4bb-778ffed96f0e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0751116 Jul 05 07:54:04.705656 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8b4604f7-cc82-4d03-867a-0d7ca50560f8 req-999d1489-f192-439d-a8fe-dda8bc4a0678 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Jul 05 07:54:05.889814 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef8d7e-659e-47f9-a4dd-4cc0807ea0bf req-507bce2a-06f0-4dee-a22e-d6be46505cd3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:05.891331 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1bef8d7e-659e-47f9-a4dd-4cc0807ea0bf req-507bce2a-06f0-4dee-a22e-d6be46505cd3 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0670741 Jul 05 07:54:05.938458 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1bef8d7e-659e-47f9-a4dd-4cc0807ea0bf req-6a1ac50e-2146-4292-94c1-d46b90d75dea tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410423 Jul 05 07:54:07.138357 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013e4ac-9926-4cf6-9e64-6a161e08b215 req-823b2886-165e-48ec-94bc-d0caa521151c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:07.139872 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0013e4ac-9926-4cf6-9e64-6a161e08b215 req-823b2886-165e-48ec-94bc-d0caa521151c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0708210 Jul 05 07:54:07.180607 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0013e4ac-9926-4cf6-9e64-6a161e08b215 req-59823815-a952-4c99-bbe0-81119d778ecd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341280 Jul 05 07:54:08.362536 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6dbdfd-0fd3-4a7b-8fd8-cdd4039fa98c req-8402e21d-a321-4428-8045-b848c143b603 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:08.364586 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9e6dbdfd-0fd3-4a7b-8fd8-cdd4039fa98c req-8402e21d-a321-4428-8045-b848c143b603 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0647171 Jul 05 07:54:08.403405 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9e6dbdfd-0fd3-4a7b-8fd8-cdd4039fa98c req-997f771b-6707-42ce-8d47-60c56c715425 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332830 Jul 05 07:54:09.583448 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedcaec-0399-42ee-9f70-41fbef8772e0 req-5a8d432f-f8ac-44f0-b1fe-ef5fed9d7f44 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:09.584953 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8aedcaec-0399-42ee-9f70-41fbef8772e0 req-5a8d432f-f8ac-44f0-b1fe-ef5fed9d7f44 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0665591 Jul 05 07:54:09.626481 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8aedcaec-0399-42ee-9f70-41fbef8772e0 req-f2351481-61a3-418d-ab3e-fa987cf43273 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357947 Jul 05 07:54:10.799702 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0521fda-7b70-44b5-9846-50fc1e33a09d req-bfb384e0-0cc6-4bfe-a043-06d4b2a7eb3c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:10.801848 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e0521fda-7b70-44b5-9846-50fc1e33a09d req-bfb384e0-0cc6-4bfe-a043-06d4b2a7eb3c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 943 time: 0.0622315 Jul 05 07:54:10.839597 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e0521fda-7b70-44b5-9846-50fc1e33a09d req-5e3fc036-a840-4ea6-8038-b080a6db6aed tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322194 Jul 05 07:54:10.945765 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:54:11.039555 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:11.050867 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'port_id': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'mac_address': 'fa:16:3e:e1:88:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:54:11.094287 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:11.107254 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8cb6ceb-3f1c-4346-afe1-9e2918613b27 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:54:11.126015 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:11.130600 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:11.187495 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=9']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:11.362074 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['d8cb6ceb-3f1c-4346-afe1-9e2918613b27'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:54:12.023148 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08137e68-c645-4e24-a820-6b7f388a481e req-99a6557f-5cd2-4fa5-b8ab-6344e831ec9e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:12.024590 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-08137e68-c645-4e24-a820-6b7f388a481e req-99a6557f-5cd2-4fa5-b8ab-6344e831ec9e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 944 time: 0.0627296 Jul 05 07:54:12.065375 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-08137e68-c645-4e24-a820-6b7f388a481e req-b8a4fc93-8200-42bf-a80d-8da829441450 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353076 Jul 05 07:54:12.952472 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:54:12.999497 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:54:12.999870 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:13.071187 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:13.097272 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:54:13.099688 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850e347f-7a9a-4465-934a-fbf695d729a8" -d '{"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-plugged", "status": "completed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:54:13.112934 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:13.117112 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:13.147536 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819daef8-51c3-4652-83bf-d73dd0736ae7 x-openstack-request-id: req-819daef8-51c3-4652-83bf-d73dd0736ae7 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:54:13.148042 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-plugged", "status": "completed", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:54:13.148297 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-819daef8-51c3-4652-83bf-d73dd0736ae7 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:54:13.148689 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'code': 200} Jul 05 07:54:13.172144 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=10']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:13.248598 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cc955-d53c-4ad8-a7f6-4331a44cd6d2 req-79bcd70c-b99e-4e87-b3c4-3415ea2c7d4c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:13.250260 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-370cc955-d53c-4ad8-a7f6-4331a44cd6d2 req-79bcd70c-b99e-4e87-b3c4-3415ea2c7d4c tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 946 time: 0.0653377 Jul 05 07:54:13.289286 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-370cc955-d53c-4ad8-a7f6-4331a44cd6d2 req-b99318eb-c515-4e18-a1f3-724db484edf2 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331564 Jul 05 07:54:13.345207 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f53e-2710-4e3f-9a19-bb82f82d72ad req-8fd6b37e-d1db-445c-991e-2f28767b7b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:13.346738 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aa23f53e-2710-4e3f-9a19-bb82f82d72ad req-8fd6b37e-d1db-445c-991e-2f28767b7b83 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1099 time: 0.0528393 Jul 05 07:54:13.381990 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-aa23f53e-2710-4e3f-9a19-bb82f82d72ad req-f9bb509a-dcf6-4422-852c-bbe50fc84cea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285473 Jul 05 07:54:14.477531 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec23eec-0ff0-4e6e-9f0b-84c2be9e559a req-c8c2b354-2b29-4b90-a15f-55a510c0270a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:14.479755 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ec23eec-0ff0-4e6e-9f0b-84c2be9e559a req-c8c2b354-2b29-4b90-a15f-55a510c0270a tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 946 time: 0.0706685 Jul 05 07:54:14.521837 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2ec23eec-0ff0-4e6e-9f0b-84c2be9e559a req-bc218662-de88-4b30-bafb-033b7b4de4c8 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346949 Jul 05 07:54:15.598430 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-b61a28b9-55b2-45e5-8e9e-9734ddd2a489 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538681 Jul 05 07:54:15.718752 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-e31f9ac3-281c-44e4-9cd1-8a5e0f868726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:15.720254 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-e31f9ac3-281c-44e4-9cd1-8a5e0f868726 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4508128072064e8495aafd60d4402bec&device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 1099 time: 0.0994935 Jul 05 07:54:15.729394 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:54:15.732416 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4844eb0-c4a7-493c-8193-c3a74186984e req-c9e6e268-afa6-430f-b502-948721ad60d9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:15.733897 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4844eb0-c4a7-493c-8193-c3a74186984e req-c9e6e268-afa6-430f-b502-948721ad60d9 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 946 time: 0.0869315 Jul 05 07:54:15.816946 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e4844eb0-c4a7-493c-8193-c3a74186984e req-784524d8-3b8e-41f9-ac77-9bf1bd41323b tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773315 Jul 05 07:54:15.848407 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-c2ca0fcd-22e5-45bb-a9c4-5e7040aa3b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:15.849889 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-c2ca0fcd-22e5-45bb-a9c4-5e7040aa3b30 service neutron] 10.222.0.24 "GET /v2.0/networks?id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 200 len: 918 time: 0.1044054 Jul 05 07:54:15.916681 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-3fa0bef1-a08b-491b-9c7a-0041beab3d02 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 200 len: 1001 time: 0.0600946 Jul 05 07:54:15.965661 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-e7042fee-4522-410e-bb18-1eae24fe7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:15.967125 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-e7042fee-4522-410e-bb18-1eae24fe7daa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 200 len: 856 time: 0.0445318 Jul 05 07:54:16.024997 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-79f92cea-2378-42ee-909b-93c9dae28dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:16.026536 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-79f92cea-2378-42ee-909b-93c9dae28dfe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523522 Jul 05 07:54:16.116835 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-0c8390aa-1b4b-4b46-b266-ed9438060473 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829179 Jul 05 07:54:16.203171 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5228c870-4485-4d33-8dfa-df96e135a6ee req-c2d912fd-00b7-4877-962f-9731f8fce7c0 service neutron] 10.222.0.24 "GET /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799472 Jul 05 07:54:16.378478 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-076bac86-77d7-46a1-8fb3-b3acf83b54e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:19.019857 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d6e74bc1-3ddd-4aac-ade6-3b50fdc72745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:19.283354 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:19.457678 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:20.149629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:21.747929 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:46.379658 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-ac1f67ea-a2c6-4696-985f-6756c9d1f3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:47.961656 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104484a2-f39f-43ce-a3b8-8b2aac10ce63 req-473b3d90-1782-4b1b-acb0-8c1c5b90b1a0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:47.963189 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-104484a2-f39f-43ce-a3b8-8b2aac10ce63 req-473b3d90-1782-4b1b-acb0-8c1c5b90b1a0 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 946 time: 0.0685916 Jul 05 07:54:48.002188 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-104484a2-f39f-43ce-a3b8-8b2aac10ce63 req-74cce51e-983f-4f0f-9a7e-90c62a19dc74 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333836 Jul 05 07:54:49.019684 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8c3458af-9619-47e2-8a86-16251f12fa43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.208114 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-031d91d1-34d1-4288-8c40-2109461d7455 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:49.209572 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-031d91d1-34d1-4288-8c40-2109461d7455 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 946 time: 0.0975919 Jul 05 07:54:49.230797 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4209f-aa85-40a8-94cd-6f02cab91d6a req-b166d028-9f92-43cf-ba3e-85b04befa1ef tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:49.232128 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0ea4209f-aa85-40a8-94cd-6f02cab91d6a req-b166d028-9f92-43cf-ba3e-85b04befa1ef tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 946 time: 0.1108768 Jul 05 07:54:49.284768 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.331179 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0ea4209f-aa85-40a8-94cd-6f02cab91d6a req-b7798ba2-b8f3-4ae5-a4d8-f4b0922c60dd tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735474 Jul 05 07:54:49.357649 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Deleting port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:49.357994 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.447565 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] For port d8cb6ceb-3f1c-4346-afe1-9e2918613b27, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:49.447933 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.461231 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.619271 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.619553 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.619858 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Floating IP 67f5f3a8-258c-49ca-893c-a9b419d68c33 disassociated. External IP: 172.27.3.234, port: d8cb6ceb-3f1c-4346-afe1-9e2918613b27. Jul 05 07:54:49.620195 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Calling delete_port for d8cb6ceb-3f1c-4346-afe1-9e2918613b27 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:49.766657 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:49.795101 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event deleted for resources: {'Port': ['ID=d8cb6ceb-3f1c-4346-afe1-9e2918613b27,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:49.806684 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.806877 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.807189 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.807528 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.807859 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.808188 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.808515 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.808858 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.809157 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.809479 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.809800 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.810119 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:49.918469 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:54:50.027110 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:54:50.035877 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] Sync routers for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:54:50.045110 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:54:50.045726 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:50.073038 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] No DVR routers for this DVR port d8cb6ceb-3f1c-4346-afe1-9e2918613b27 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:54:50.075150 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:50.077115 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-820ca63f-a2c8-4cf4-8bb6-68c6df741a03 req-76b033ae-6109-4bc5-a277-50ecc192389e tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.24 "DELETE /v2.0/ports/d8cb6ceb-3f1c-4346-afe1-9e2918613b27 HTTP/1.1" status: 204 len: 173 time: 0.8607280 Jul 05 07:54:50.077551 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-deleted', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:54:50.079822 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d81ba3-43a7-4c37-91b8-b714b60dac59" -d '{"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-deleted", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:54:50.121955 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b7eddf-1371-4340-ba28-2623abf62c5b x-openstack-request-id: req-07b7eddf-1371-4340-ba28-2623abf62c5b {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:54:50.122246 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e23d32-ac9c-4739-9741-dfdb56baa2e6", "name": "network-vif-deleted", "tag": "d8cb6ceb-3f1c-4346-afe1-9e2918613b27", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:54:50.122583 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07b7eddf-1371-4340-ba28-2623abf62c5b {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:54:50.123032 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e23d32-ac9c-4739-9741-dfdb56baa2e6', 'name': 'network-vif-deleted', 'tag': 'd8cb6ceb-3f1c-4346-afe1-9e2918613b27', 'status': 'completed', 'code': 200} Jul 05 07:54:50.166420 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:54:50.255313 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:50.422924 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:50.449240 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] Checking router: 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:54:50.458744 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:54:50.459588 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:50.511322 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1a1b8ac3-d170-4f87-9016-248e45c8ae3a req-74fc30f7-32c4-45d7-b09e-9297c49fb861 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/ports?device_id=f7e23d32-ac9c-4739-9741-dfdb56baa2e6 HTTP/1.1" status: 200 len: 210 time: 0.0296257 Jul 05 07:54:50.570244 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:54:50.776824 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:50.808144 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c30ce9e-c068-4e96-ad32-72e3a080e00f None None] The sync data for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi is: [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:48:01Z', 'revision_number': 4, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '59945573-c555-413c-9fd1-10797513d790', 'name': '', 'network_id': '47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'mac_address': 'fa:16:3e:11:42:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:59Z', 'updated_at': '2021-07-05T07:48:08Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'subnets': [{'id': 'ca514177-89df-404b-a16d-a278a54b37c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:54:51.014674 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a1e553-4e43-465f-9d36-a21509a75e9e None None] New status for floating IP 67f5f3a8-258c-49ca-893c-a9b419d68c33: DOWN {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:54:51.641004 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55774) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:51.695613 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-624280a3-0d37-4955-a15b-b94c75f9760d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:51.723444 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-624280a3-0d37-4955-a15b-b94c75f9760d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:51.755248 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:51.775094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-624280a3-0d37-4955-a15b-b94c75f9760d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:51.778141 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-624280a3-0d37-4955-a15b-b94c75f9760d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:51.779411 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-624280a3-0d37-4955-a15b-b94c75f9760d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1 HTTP/1.1" status: 204 len: 168 time: 0.1373549 Jul 05 07:54:51.782549 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55778) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:51.789222 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624280a3-0d37-4955-a15b-b94c75f9760d tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:51.804213 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.api.v2.resource [None req-49f8a772-f8dd-41d7-b743-761b1fe14804 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] show failed (client error): The resource could not be found. Jul 05 07:54:51.806439 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-49f8a772-f8dd-41d7-b743-761b1fe14804 tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "GET /v2.0/security-groups/a4e4e802-d3b2-44ba-ab69-6d8d4b51ddd1 HTTP/1.1" status: 404 len: 347 time: 0.0216715 Jul 05 07:54:51.808056 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55780) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:51.936496 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Deleting port fc8241ab-726e-4685-a01b-77e60dfb8eb4 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:51.936851 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:52.026878 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:52.027212 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:52.038986 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Calling delete_port for fc8241ab-726e-4685-a01b-77e60dfb8eb4 owned by network:floatingip {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:52.411540 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:52.436945 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Pushing event deleted for resources: {'Port': ['ID=fc8241ab-726e-4685-a01b-77e60dfb8eb4,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:52.447817 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.448170 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.448513 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.448856 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.449201 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.449535 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.449867 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.450196 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.450553 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.450881 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.451206 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.451529 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:52.508442 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks [] for floatingip, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:52.510980 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:52.512146 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-760160d5-3870-45e5-a174-7b7977b457ae tempest-AttachVolumeShelveTestJSON-1845614015 tempest-AttachVolumeShelveTestJSON-1845614015-project] 10.222.0.30 "DELETE /v2.0/floatingips/67f5f3a8-258c-49ca-893c-a9b419d68c33 HTTP/1.1" status: 204 len: 168 time: 0.7031882 Jul 05 07:54:52.731588 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:54:53.113809 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:54:53.134613 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: d8cb6ceb-3f1c-4346-afe1-9e2918613b27 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:54:53.134964 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device d8cb6ceb-3f1c-4346-afe1-9e2918613b27 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:54:55.059345 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4285e6-cdaa-4254-9fe5-e9d459b6dc10 req-1ad0949d-9dd7-4ea8-aaa8-e8c5d13984d5 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:55.060844 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d4285e6-cdaa-4254-9fe5-e9d459b6dc10 req-1ad0949d-9dd7-4ea8-aaa8-e8c5d13984d5 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 946 time: 0.0647652 Jul 05 07:54:55.075555 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55834) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:55.100354 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5d4285e6-cdaa-4254-9fe5-e9d459b6dc10 req-2d9a3443-b225-4d5a-92d9-004aa165c4ce tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Jul 05 07:54:55.523424 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:55.786909 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Deleting port 59945573-c555-413c-9fd1-10797513d790 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:55.787869 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:55.874523 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] For port 59945573-c555-413c-9fd1-10797513d790, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=59945573-c555-413c-9fd1-10797513d790,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:55.874881 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:55.887462 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Calling delete_port for 59945573-c555-413c-9fd1-10797513d790 owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:56.071537 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:56.097008 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=59945573-c555-413c-9fd1-10797513d790,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:56.277154 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:56.282059 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c0f8d1-f3a2-4d08-a4aa-886d42b707bf req-cc4f5f7d-81b7-4227-8511-ad05e4c1f48c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:56.283597 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36c0f8d1-f3a2-4d08-a4aa-886d42b707bf req-cc4f5f7d-81b7-4227-8511-ad05e4c1f48c tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 946 time: 0.0661771 Jul 05 07:54:56.324810 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36c0f8d1-f3a2-4d08-a4aa-886d42b707bf req-6cea98c4-4107-4014-957e-a029f212cffb tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups?id=4ca3a631-daaf-4250-bfaa-e2d10337af72&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Jul 05 07:54:56.489844 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:54:56.598043 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:54:56.604167 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6db36e5e-6a4f-4351-89a8-ad3f86e4caa0 admin admin] 10.222.0.30 "PUT /v2.0/routers/81b2d8e7-1fb6-4a83-8503-4ce9850bfb91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5275555 Jul 05 07:54:56.606739 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55840) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:56.612335 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] Sync routers for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:54:56.622342 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:54:56.623070 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:56.659598 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-aa9233e3-5250-4680-a78d-df585e555c62 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:54:56.661081 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-aa9233e3-5250-4680-a78d-df585e555c62 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 946 time: 0.0664485 Jul 05 07:54:56.721340 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:56.734827 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:54:56.763077 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Deleting port b93cf75e-f674-46eb-9853-44df14ae6da2 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:56.763417 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:56.829418 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:56.863011 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] For port b93cf75e-f674-46eb-9853-44df14ae6da2, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=b93cf75e-f674-46eb-9853-44df14ae6da2,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:56.863388 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:56.895149 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Deleting port e72d42a3-6a8a-4c05-bd46-8803935ee8cd {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:56.895503 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:56.934162 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249'}], 'enable_snat': True}, 'gw_port_id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:54:56Z', 'revision_number': 5, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port': {'id': 'e72d42a3-6a8a-4c05-bd46-8803935ee8cd', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:71:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:47:55Z', 'updated_at': '2021-07-05T07:48:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:56.967436 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] Checking router: 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:54:56.976408 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] Routers {'81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:54:56.977043 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:57.015730 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] For port e72d42a3-6a8a-4c05-bd46-8803935ee8cd, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:57.016216 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.030332 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Calling delete_port for e72d42a3-6a8a-4c05-bd46-8803935ee8cd owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:57.068305 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.068960 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.069644 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Floating IP 236afc7b-506d-4fe8-98e0-a9c9c345959e disassociated. External IP: 172.27.3.177, port: b93cf75e-f674-46eb-9853-44df14ae6da2. Jul 05 07:54:57.070341 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Calling delete_port for b93cf75e-f674-46eb-9853-44df14ae6da2 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:57.071172 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] Set router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 gateway port host: None {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:54:57.228634 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.250352 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.267118 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event deleted for resources: {'Port': ['ID=b93cf75e-f674-46eb-9853-44df14ae6da2,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:57.281053 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:54:56Z', 'revision_number': 6, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:57.290544 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72d42a3-6a8a-4c05-bd46-8803935ee8cd,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:57.316052 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8027e41-7122-4366-a905-4da7bf21e42a None None] The sync data for ids ['81b2d8e7-1fb6-4a83-8503-4ce9850bfb91'] in dv-cinder-768592-9-iscsi is: [{'id': '81b2d8e7-1fb6-4a83-8503-4ce9850bfb91', 'name': 'tempest-AttachVolumeShelveTestJSON-1067824993-router', 'tenant_id': '4508128072064e8495aafd60d4402bec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:47:54Z', 'updated_at': '2021-07-05T07:54:56Z', 'revision_number': 6, 'project_id': '4508128072064e8495aafd60d4402bec', 'gw_port_host': None}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:54:57.380547 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.407772 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Router 8bac8aae-1528-4caa-902d-47039e07faf1 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:54:57.476848 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.479359 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.492220 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-951ae907-a7e0-41b3-b012-f966577793e1 req-ca3b20e7-d3a2-45f3-be67-f39f4aca95d8 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4ec8690-d1fb-4fa8-8c9c-78625393a548 HTTP/1.1" status: 200 len: 210 time: 0.0364265 Jul 05 07:54:57.534580 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.535102 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 07:54:57.540429 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.541153 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3725e74b-f1e6-448c-8690-b4b30a1662b0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/81b2d8e7-1fb6-4a83-8503-4ce9850bfb91 HTTP/1.1" status: 204 len: 168 time: 0.9334466 Jul 05 07:54:57.543160 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:54:57.543786 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55844) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:57.553742 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] Sync routers for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:54:57.562360 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:54:57.563065 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:57.587731 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] No DVR routers for this DVR port b93cf75e-f674-46eb-9853-44df14ae6da2 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:54:57.590234 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.590946 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] Deleting subnet ca514177-89df-404b-a16d-a278a54b37c6 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:54:57.592293 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c4bd1b4-2300-4950-a7f5-0428248e283e req-7b03c330-9fae-49c6-9467-b1f13516cbde tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.24 "DELETE /v2.0/ports/b93cf75e-f674-46eb-9853-44df14ae6da2 HTTP/1.1" status: 204 len: 173 time: 0.9258235 Jul 05 07:54:57.592662 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'name': 'network-vif-deleted', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:54:57.594879 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.595672 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edca98e-6eb5-4860-96bd-39ecc420f715" -d '{"events": [{"server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "name": "network-vif-deleted", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:54:57.647045 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.656860 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44bbf279-dd9a-42af-829a-897730815f60 x-openstack-request-id: req-44bbf279-dd9a-42af-829a-897730815f60 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:54:57.657155 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ec8690-d1fb-4fa8-8c9c-78625393a548", "name": "network-vif-deleted", "tag": "b93cf75e-f674-46eb-9853-44df14ae6da2", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:54:57.657405 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-44bbf279-dd9a-42af-829a-897730815f60 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:54:57.657799 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ec8690-d1fb-4fa8-8c9c-78625393a548', 'name': 'network-vif-deleted', 'tag': 'b93cf75e-f674-46eb-9853-44df14ae6da2', 'status': 'completed', 'code': 200} Jul 05 07:54:57.688421 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:54:57.762538 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.853970 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.903578 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca514177-89df-404b-a16d-a278a54b37c6,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:57.905758 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:57.910073 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-2f92962e-fa95-4a6c-83bf-c4a0e076ae27 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca514177-89df-404b-a16d-a278a54b37c6 HTTP/1.1" status: 204 len: 168 time: 0.3625038 Jul 05 07:54:57.910552 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55848) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:57.913337 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6b90ca-fc96-4992-aeba-ce4dd553cb80 None None] Network 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:54:57.983169 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:58.007794 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.009354 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] Checking router: 8bac8aae-1528-4caa-902d-47039e07faf1 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:54:58.017491 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:54:58.018087 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:58.067397 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Deleting port c9662c16-73db-47b4-b540-2b3fe973962b {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:58.068133 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.140031 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] For port c9662c16-73db-47b4-b540-2b3fe973962b, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=c9662c16-73db-47b4-b540-2b3fe973962b,segment=NetworkSegment(1055368d-cab4-4bb8-ac27-3dbe93c62681),segment_id=1055368d-cab4-4bb8-ac27-3dbe93c62681)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:58.140491 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.142664 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:54:58.154725 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Calling delete_port for c9662c16-73db-47b4-b540-2b3fe973962b owned by network:dhcp {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:58.229949 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] DHCP port deletion for 47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 07:54:58.252354 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.267276 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] No DVR routers for this DVR port c9662c16-73db-47b4-b540-2b3fe973962b on host dv-cinder-768592-9-iscsi {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:54:58.275850 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 59945573-c555-413c-9fd1-10797513d790 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:54:58.290516 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9662c16-73db-47b4-b540-2b3fe973962b,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:58.303752 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 59945573-c555-413c-9fd1-10797513d790 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:54:58.304612 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 59945573-c555-413c-9fd1-10797513d790 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:54:58.334543 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Deleting port c9662c16-73db-47b4-b540-2b3fe973962b {{(pid=99354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:58.335522 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.369955 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.380468 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa']}} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:58.395948 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1055368d-cab4-4bb8-ac27-3dbe93c62681') {'for_net_delete': True} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:58.396258 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1055368d-cab4-4bb8-ac27-3dbe93c62681') {} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:58.407068 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26848850'] for segment, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.417868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] For port c9662c16-73db-47b4-b540-2b3fe973962b, host dv-cinder-768592-9-iscsi, got binding levels [] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:54:58.418896 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.425204 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.434154 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=99352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:54:58.434671 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734969'] for segment, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 07:54:58.436488 dv-cinder-768592-9-iscsi neutron-server[99352]: Traceback (most recent call last): Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: timer() Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: cb(*args, **kw) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: return func(*args, **kwargs) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: self._notify() Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: self.callback(batched_events) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: event.method(event) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: return f(self, *a, **k) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._get(url).json() Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: return self.request(url, 'GET', **kwargs) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:54:58.440659 dv-cinder-768592-9-iscsi neutron-server[99352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:54:58.443052 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Calling delete_port for c9662c16-73db-47b4-b540-2b3fe973962b owned by network:dhcp {{(pid=99354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:58.443052 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.ipam_backend_mixin [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Port c9662c16-73db-47b4-b540-2b3fe973962b was not found and therefore no delete operation was performed {{(pid=99354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 07:54:58.445668 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846'] for port, after_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.465389 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:54:58.474107 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Pushing event deleted for resources: {'Port': ['ID=c9662c16-73db-47b4-b540-2b3fe973962b,revision_number=None']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:58.478999 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] No DVR routers for this DVR port c9662c16-73db-47b4-b540-2b3fe973962b on host dv-cinder-768592-9-iscsi {{(pid=99354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:54:58.492513 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.492972 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.493854 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.494086 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.494553 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.495084 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.495548 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.495938 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.496498 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.496954 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.497406 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.497882 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92997a2f-8a5a-446d-925f-689fc5edec5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:54:58.499418 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.503197 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f9cd98-965b-4bac-8819-e0fe1dcae409 None None] The sync data for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi is: [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:49:35Z', 'revision_number': 4, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '310fe8a8-bf91-4391-a195-ab7dd4ee182d', 'name': '', 'network_id': '39eeddc0-7da4-4222-b18b-adebb0bcbead', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'mac_address': 'fa:16:3e:cd:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:34Z', 'updated_at': '2021-07-05T07:49:47Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'subnets': [{'id': 'dda71ae4-4005-4273-8304-bb0164a5a213', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:54:58.505215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.510754 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] 10.222.0.30 "DELETE /v2.0/networks/47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa HTTP/1.1" status: 204 len: 168 time: 0.5989027 Jul 05 07:54:58.527776 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9f69-e1ac-46fb-bdd1-3b8b322a0131 admin admin] Pushing event deleted for resources: {'Network': ['ID=47a6ee4e-612d-441b-9ad7-f8a5cb3c20fa,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:58.642716 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55856) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:58.687341 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55858) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:58.750340 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-58c470a9-09fa-427a-b559-bfb92d8fc7d0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.759307 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0061d12f-661c-41d8-b024-7180f0ecf1e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4508128072064e8495aafd60d4402bec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0697100 Jul 05 07:54:58.760773 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55860) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:58.780657 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-58c470a9-09fa-427a-b559-bfb92d8fc7d0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.816221 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aef11d-33c7-41a6-bef7-7d7c878cd0ad None None] New status for floating IP 236afc7b-506d-4fe8-98e0-a9c9c345959e: DOWN {{(pid=99354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:54:58.821481 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fa0db68c-0505-460d-ab86-b9e46953bc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.845118 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fa0db68c-0505-460d-ab86-b9e46953bc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.846603 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-58c470a9-09fa-427a-b559-bfb92d8fc7d0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.849070 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-58c470a9-09fa-427a-b559-bfb92d8fc7d0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.854005 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-58c470a9-09fa-427a-b559-bfb92d8fc7d0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "DELETE /v2.0/security-groups/4ca3a631-daaf-4250-bfaa-e2d10337af72 HTTP/1.1" status: 204 len: 168 time: 0.2067995 Jul 05 07:54:58.854735 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 55862) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:58.861457 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c470a9-09fa-427a-b559-bfb92d8fc7d0 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca3a631-daaf-4250-bfaa-e2d10337af72,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:58.887670 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.api.v2.resource [None req-225bb55d-8bbe-42f6-8442-425d0998ecb4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] show failed (client error): The resource could not be found. Jul 05 07:54:58.888940 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-225bb55d-8bbe-42f6-8442-425d0998ecb4 tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "GET /v2.0/security-groups/4ca3a631-daaf-4250-bfaa-e2d10337af72 HTTP/1.1" status: 404 len: 347 time: 0.0334263 Jul 05 07:54:58.891958 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55864) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:54:58.924994 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fa0db68c-0505-460d-ab86-b9e46953bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.928907 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fa0db68c-0505-460d-ab86-b9e46953bc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:58.930210 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-fa0db68c-0505-460d-ab86-b9e46953bc9a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/242dd566-0db5-4e39-89ee-fc8f05e075c0 HTTP/1.1" status: 204 len: 168 time: 0.1681290 Jul 05 07:54:58.938692 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0db68c-0505-460d-ab86-b9e46953bc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=242dd566-0db5-4e39-89ee-fc8f05e075c0,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:59.043432 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Deleting port 91911891-16a7-4c53-b130-87d052a3651e {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:54:59.043781 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:59.121398 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:59.121859 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:59.134121 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Calling delete_port for 91911891-16a7-4c53-b130-87d052a3651e owned by network:floatingip {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:54:59.269117 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:59.296365 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Pushing event deleted for resources: {'Port': ['ID=91911891-16a7-4c53-b130-87d052a3651e,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:54:59.357944 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks [] for floatingip, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:59.360489 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:54:59.361666 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-cfd10297-430d-4afb-ae85-c024e1c9875b tempest-AttachVolumeTestJSON-1710481638 tempest-AttachVolumeTestJSON-1710481638-project] 10.222.0.30 "DELETE /v2.0/floatingips/236afc7b-506d-4fe8-98e0-a9c9c345959e HTTP/1.1" status: 204 len: 168 time: 0.4686627 Jul 05 07:54:59.762129 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device e72d42a3-6a8a-4c05-bd46-8803935ee8cd no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:54:59.784762 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: e72d42a3-6a8a-4c05-bd46-8803935ee8cd {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:54:59.785179 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device e72d42a3-6a8a-4c05-bd46-8803935ee8cd not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:54:59.785665 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c9662c16-73db-47b4-b540-2b3fe973962b no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:54:59.805697 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: c9662c16-73db-47b4-b540-2b3fe973962b {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:54:59.806038 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c9662c16-73db-47b4-b540-2b3fe973962b not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:55:01.119192 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device b93cf75e-f674-46eb-9853-44df14ae6da2 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:55:01.138990 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: b93cf75e-f674-46eb-9853-44df14ae6da2 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:55:01.139340 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device b93cf75e-f674-46eb-9853-44df14ae6da2 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:55:02.395324 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdaca1-f0d7-4d28-8558-5da7a97eef39 req-05b73adf-210b-4129-ac07-1e1822fb1ce5 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:02.397473 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c5bdaca1-f0d7-4d28-8558-5da7a97eef39 req-05b73adf-210b-4129-ac07-1e1822fb1ce5 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0720966 Jul 05 07:55:02.441445 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c5bdaca1-f0d7-4d28-8558-5da7a97eef39 req-132ef9b8-99b4-440e-8a3b-0d2d71db212b tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365086 Jul 05 07:55:03.039511 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55948) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:03.627282 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f121d-a433-49af-9895-2175deabd523 req-82686094-1335-4f0e-ae41-f6a8fa38ba9e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:03.628800 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ba1f121d-a433-49af-9895-2175deabd523 req-82686094-1335-4f0e-ae41-f6a8fa38ba9e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0702305 Jul 05 07:55:03.669994 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ba1f121d-a433-49af-9895-2175deabd523 req-b4d4c930-66ff-4ec4-ab7e-25c5cbb1cbfd tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345073 Jul 05 07:55:03.768022 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:04.036505 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Deleting port 310fe8a8-bf91-4391-a195-ab7dd4ee182d {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:55:04.036852 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:04.122503 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] For port 310fe8a8-bf91-4391-a195-ab7dd4ee182d, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=310fe8a8-bf91-4391-a195-ab7dd4ee182d,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:04.123149 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:04.136559 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Calling delete_port for 310fe8a8-bf91-4391-a195-ab7dd4ee182d owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:55:04.316888 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:04.342758 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Pushing event deleted for resources: {'Port': ['ID=310fe8a8-bf91-4391-a195-ab7dd4ee182d,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:04.519182 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:04.748772 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Router 8bac8aae-1528-4caa-902d-47039e07faf1 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:55:04.865935 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadaa34c-1de2-417e-8210-1463147b24df req-d032e88b-c6a3-4c65-b654-341154ede00b tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:04.867380 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dadaa34c-1de2-417e-8210-1463147b24df req-d032e88b-c6a3-4c65-b654-341154ede00b tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0737193 Jul 05 07:55:04.874361 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:55:04.882450 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-30ffa617-b7ed-43d4-bcb4-95b2e640703c admin admin] 10.222.0.30 "PUT /v2.0/routers/8bac8aae-1528-4caa-902d-47039e07faf1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8391664 Jul 05 07:55:04.882450 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 55994) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:04.890257 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] Sync routers for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:55:04.902986 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:55:04.903605 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:55:04.921846 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dadaa34c-1de2-417e-8210-1463147b24df req-05539c75-35b6-435f-ae32-9f34c46f62b6 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451128 Jul 05 07:55:05.009186 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.121379 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:55:05.121627 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.175674 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Deleting port 30e90b03-8402-4579-ae62-c7268bbc07a1 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:55:05.176373 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.258129 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] For port 30e90b03-8402-4579-ae62-c7268bbc07a1, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=30e90b03-8402-4579-ae62-c7268bbc07a1,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:05.258539 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.271234 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Calling delete_port for 30e90b03-8402-4579-ae62-c7268bbc07a1 owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:55:05.304123 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70'}], 'enable_snat': True}, 'gw_port_id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:55:04Z', 'revision_number': 5, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port': {'id': '30e90b03-8402-4579-ae62-c7268bbc07a1', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:4d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:49:31Z', 'updated_at': '2021-07-05T07:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:55:05.328913 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] Checking router: 8bac8aae-1528-4caa-902d-47039e07faf1 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:55:05.337399 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] Routers {'8bac8aae-1528-4caa-902d-47039e07faf1'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:55:05.337995 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:54:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['8bac8aae-1528-4caa-902d-47039e07faf1'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:55:05.423152 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] Set router 8bac8aae-1528-4caa-902d-47039e07faf1 gateway port host: None {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:55:05.436257 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.464421 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e90b03-8402-4579-ae62-c7268bbc07a1,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:05.490871 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:55:05Z', 'revision_number': 6, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:55:05.518220 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2b19c6-d72e-4c84-8413-40d56d958736 None None] The sync data for ids ['8bac8aae-1528-4caa-902d-47039e07faf1'] in dv-cinder-768592-9-iscsi is: [{'id': '8bac8aae-1528-4caa-902d-47039e07faf1', 'name': 'tempest-AttachVolumeTestJSON-561787092-router', 'tenant_id': '46aebfa5ad664ccb9547d76c88317697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:49:30Z', 'updated_at': '2021-07-05T07:55:05Z', 'revision_number': 6, 'project_id': '46aebfa5ad664ccb9547d76c88317697', 'gw_port_host': None}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:55:05.524258 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.613586 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.616488 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.660747 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.661321 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bac8aae-1528-4caa-902d-47039e07faf1 {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 07:55:05.666431 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.667706 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-2edf410f-d925-4dc8-9e58-c6b1038e9584 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8bac8aae-1528-4caa-902d-47039e07faf1 HTTP/1.1" status: 204 len: 168 time: 0.7844963 Jul 05 07:55:05.670138 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56000) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:05.713175 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] Deleting subnet dda71ae4-4005-4273-8304-bb0164a5a213 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:55:05.716360 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.750419 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.835866 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.903901 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.937231 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:05.939131 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dda71ae4-4005-4273-8304-bb0164a5a213 HTTP/1.1" status: 204 len: 168 time: 0.2680538 Jul 05 07:55:05.939956 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d2f160-2d96-4b47-b1d8-b9a96a0bea4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda71ae4-4005-4273-8304-bb0164a5a213,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:05.941686 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56002) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:05.945621 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b614ab7-b2e3-4b99-8c2c-89124acabad8 None None] Network 39eeddc0-7da4-4222-b18b-adebb0bcbead requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:55:06.040457 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 310fe8a8-bf91-4391-a195-ab7dd4ee182d no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:55:06.055336 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.070905 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 310fe8a8-bf91-4391-a195-ab7dd4ee182d {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:55:06.071258 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 310fe8a8-bf91-4391-a195-ab7dd4ee182d not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:55:06.169350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3d9e0e-6850-4c87-9385-15f8ed4d87eb req-98878277-1abc-4747-aaf6-8108ec41171e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:06.176745 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e3d9e0e-6850-4c87-9385-15f8ed4d87eb req-98878277-1abc-4747-aaf6-8108ec41171e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.1060545 Jul 05 07:55:06.188017 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Deleting port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:55:06.188335 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.372380 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] DHCP port deletion for 39eeddc0-7da4-4222-b18b-adebb0bcbead request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 07:55:06.436356 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] Deleting port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 {{(pid=99354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:55:06.437077 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.525212 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] For port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:06.525937 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.541833 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] Calling delete_port for 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 owned by network:dhcp {{(pid=99354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:55:06.550096 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0e3d9e0e-6850-4c87-9385-15f8ed4d87eb req-cb660737-4834-422c-9612-1959a27b3c5b tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595612 Jul 05 07:55:06.570915 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] For port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,segment=NetworkSegment(707894db-444d-44d4-8fab-4da0a0d7c71a),segment_id=707894db-444d-44d4-8fab-4da0a0d7c71a)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:06.571378 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.587754 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Calling delete_port for 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 owned by network:dhcp {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:55:06.660994 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846'] for port, after_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.682784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.710563 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] No DVR routers for this DVR port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 on host dv-cinder-768592-9-iscsi {{(pid=99354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:55:06.718045 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db65e8-379b-474c-b9c0-72d0a86d1b13 None None] Pushing event deleted for resources: {'Port': ['ID=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,revision_number=None']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:06.729956 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=9c4ee26e-23ce-4b26-9815-b2474b7f4a24,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:06.733458 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] No DVR routers for this DVR port 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 on host dv-cinder-768592-9-iscsi {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:55:06.811191 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.822839 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39eeddc0-7da4-4222-b18b-adebb0bcbead']}} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:55:06.833402 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707894db-444d-44d4-8fab-4da0a0d7c71a') {'for_net_delete': True} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:55:06.833694 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707894db-444d-44d4-8fab-4da0a0d7c71a') {} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:55:06.843033 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26848850'] for segment, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.858987 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.865997 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=99352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:55:06.866492 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734969'] for segment, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: self.session.flush() Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: self.session.flush() Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: self.session.flush() Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: self.session.flush() Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: Traceback (most recent call last): Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: timer() Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: cb(*args, **kw) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: return func(*args, **kwargs) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: self._notify() Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: self.callback(batched_events) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: event.method(event) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: return f(self, *a, **k) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._get(url).json() Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: return self.request(url, 'GET', **kwargs) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:55:06.868159 dv-cinder-768592-9-iscsi neutron-server[99352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:55:06.925205 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.931402 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:06.933268 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] 10.222.0.30 "DELETE /v2.0/networks/39eeddc0-7da4-4222-b18b-adebb0bcbead HTTP/1.1" status: 204 len: 168 time: 0.9900200 Jul 05 07:55:06.945056 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704d396-22dd-48e7-bb7f-581e585cc7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=39eeddc0-7da4-4222-b18b-adebb0bcbead,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:07.054787 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56014) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:07.097826 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-84377787-cea3-4124-a566-55117f66988f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46aebfa5ad664ccb9547d76c88317697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0418675 Jul 05 07:55:07.101074 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56016) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:07.148106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2830d02e-8d2b-4e8d-9284-24d3b3fa7f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:07.169042 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2830d02e-8d2b-4e8d-9284-24d3b3fa7f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:07.216153 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2830d02e-8d2b-4e8d-9284-24d3b3fa7f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:07.219274 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2830d02e-8d2b-4e8d-9284-24d3b3fa7f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:07.220408 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-2830d02e-8d2b-4e8d-9284-24d3b3fa7f53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e8bb020-ebe9-491f-b18b-57853e264575 HTTP/1.1" status: 204 len: 168 time: 0.1184247 Jul 05 07:55:07.230266 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2830d02e-8d2b-4e8d-9284-24d3b3fa7f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8bb020-ebe9-491f-b18b-57853e264575,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:07.756546 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b413356b-530d-476d-bd30-4631b30b6896 req-21d5f63d-863e-42f4-a0ff-dcd558d11c4a tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:07.758472 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b413356b-530d-476d-bd30-4631b30b6896 req-21d5f63d-863e-42f4-a0ff-dcd558d11c4a tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0853810 Jul 05 07:55:07.809523 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:55:07.810761 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b413356b-530d-476d-bd30-4631b30b6896 req-922d3a14-35a5-423d-a27e-db38c649c006 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469503 Jul 05 07:55:07.830386 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:55:07.830773 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c4ee26e-23ce-4b26-9815-b2474b7f4a24 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:55:07.831203 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 30e90b03-8402-4579-ae62-c7268bbc07a1 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:55:07.850967 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 30e90b03-8402-4579-ae62-c7268bbc07a1 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:55:07.851320 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 30e90b03-8402-4579-ae62-c7268bbc07a1 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:55:08.642432 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56072) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:08.755103 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-751d788c-ce30-4624-a65c-605b5c2475db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:08.868653 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-751d788c-ce30-4624-a65c-605b5c2475db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:08.871756 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56080) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:08.877934 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-751d788c-ce30-4624-a65c-605b5c2475db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:08.916816 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-751d788c-ce30-4624-a65c-605b5c2475db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdafda04e863479da352c8fd8f6342b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732918 Jul 05 07:55:08.919370 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d788c-ce30-4624-a65c-605b5c2475db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f42f4bd-ae79-45ce-bc9e-fac8f733dcbc,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:08.919717 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56084) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:09.000949 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fab4b61a-6127-4ef6-9d5c-0378a59017e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.003288 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c80b422c-c093-4a2e-b189-12a38762e081 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.025160 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c80b422c-c093-4a2e-b189-12a38762e081 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.037903 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03bbd9-78b5-40e1-b26a-55093d312674 req-204641bc-d3d3-4396-8ab5-07244583fdcc tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:09.039460 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1a03bbd9-78b5-40e1-b26a-55093d312674 req-204641bc-d3d3-4396-8ab5-07244583fdcc tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.1073897 Jul 05 07:55:09.072687 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c80b422c-c093-4a2e-b189-12a38762e081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.075356 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c80b422c-c093-4a2e-b189-12a38762e081 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.079391 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-c80b422c-c093-4a2e-b189-12a38762e081 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f42f4bd-ae79-45ce-bc9e-fac8f733dcbc HTTP/1.1" status: 204 len: 168 time: 0.1576707 Jul 05 07:55:09.087835 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b422c-c093-4a2e-b189-12a38762e081 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f42f4bd-ae79-45ce-bc9e-fac8f733dcbc,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:09.098919 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1a03bbd9-78b5-40e1-b26a-55093d312674 req-8282f885-a2d0-4d8c-bbac-d76c8ac14d3c tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533519 Jul 05 07:55:09.163904 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fab4b61a-6127-4ef6-9d5c-0378a59017e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.168470 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fab4b61a-6127-4ef6-9d5c-0378a59017e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.207154 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-fab4b61a-6127-4ef6-9d5c-0378a59017e2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85b6eb458e1a4e3eb830178913a139e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342869 Jul 05 07:55:09.208041 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4b61a-6127-4ef6-9d5c-0378a59017e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06664255-8841-4fe7-8392-5b945008a04a,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:09.210577 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56090) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:09.272090 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1b23-1ae1-4edd-afeb-f240331cbffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.300809 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1b23-1ae1-4edd-afeb-f240331cbffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.348886 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1b23-1ae1-4edd-afeb-f240331cbffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.351817 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a5cb1b23-1ae1-4edd-afeb-f240331cbffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.353053 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a5cb1b23-1ae1-4edd-afeb-f240331cbffd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06664255-8841-4fe7-8392-5b945008a04a HTTP/1.1" status: 204 len: 168 time: 0.1408339 Jul 05 07:55:09.363219 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb1b23-1ae1-4edd-afeb-f240331cbffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06664255-8841-4fe7-8392-5b945008a04a,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:09.621561 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56110) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:09.636654 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-89459591-ea5d-4370-80ec-9e5f945ecebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.729738 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-89459591-ea5d-4370-80ec-9e5f945ecebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.734131 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-89459591-ea5d-4370-80ec-9e5f945ecebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.773782 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-89459591-ea5d-4370-80ec-9e5f945ecebe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef0e5169c8f34893a63cc8674352e93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513925 Jul 05 07:55:09.774696 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89459591-ea5d-4370-80ec-9e5f945ecebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9492980-17ba-4bc1-90f7-88acfed36f82,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:09.776669 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56114) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:09.833945 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ead1-6a73-46cb-91e5-439458191155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.856979 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ead1-6a73-46cb-91e5-439458191155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.904647 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ead1-6a73-46cb-91e5-439458191155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.907574 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a6d0ead1-6a73-46cb-91e5-439458191155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:09.909014 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a6d0ead1-6a73-46cb-91e5-439458191155 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9492980-17ba-4bc1-90f7-88acfed36f82 HTTP/1.1" status: 204 len: 168 time: 0.1312320 Jul 05 07:55:09.920706 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d0ead1-6a73-46cb-91e5-439458191155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9492980-17ba-4bc1-90f7-88acfed36f82,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:10.299730 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93195bc-9357-4c25-8690-1da69e3cb43b req-99b173f0-cc9d-4249-a067-1ce01e53c2a3 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:10.301599 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b93195bc-9357-4c25-8690-1da69e3cb43b req-99b173f0-cc9d-4249-a067-1ce01e53c2a3 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0731480 Jul 05 07:55:10.343242 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b93195bc-9357-4c25-8690-1da69e3cb43b req-b25a5514-e058-48b9-89d0-71df9cfd3487 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360665 Jul 05 07:55:11.525477 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edbbc2c-fd21-4abc-a655-a688d0c95457 req-40e66593-9963-4890-96a9-268133339382 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:11.526522 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0edbbc2c-fd21-4abc-a655-a688d0c95457 req-40e66593-9963-4890-96a9-268133339382 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0686951 Jul 05 07:55:11.565409 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0edbbc2c-fd21-4abc-a655-a688d0c95457 req-64a72a8b-0a55-4b76-bc88-5af9d37e7a42 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332437 Jul 05 07:55:11.607904 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56190) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:11.719899 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fac9a1bb-b416-4d12-ab40-37880ac0377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:11.806084 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fac9a1bb-b416-4d12-ab40-37880ac0377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:11.809906 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-fac9a1bb-b416-4d12-ab40-37880ac0377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:11.851509 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-fac9a1bb-b416-4d12-ab40-37880ac0377c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6763fce992449a5ba2939adcf5e3d0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425086 Jul 05 07:55:11.852394 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9a1bb-b416-4d12-ab40-37880ac0377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1335506-2756-447f-8c34-712dda046963,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:11.854531 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56196) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:11.909368 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33af85da-dec5-49bf-970c-0d7f4f5164ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:11.930739 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33af85da-dec5-49bf-970c-0d7f4f5164ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:11.982431 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33af85da-dec5-49bf-970c-0d7f4f5164ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:11.985201 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-33af85da-dec5-49bf-970c-0d7f4f5164ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:11.986372 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-33af85da-dec5-49bf-970c-0d7f4f5164ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1335506-2756-447f-8c34-712dda046963 HTTP/1.1" status: 204 len: 168 time: 0.1309495 Jul 05 07:55:11.994912 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af85da-dec5-49bf-970c-0d7f4f5164ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1335506-2756-447f-8c34-712dda046963,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:12.267902 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56212) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:12.281252 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-79bd6a58-67d7-4db5-a5e0-9bcbbc7df2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:12.368811 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-79bd6a58-67d7-4db5-a5e0-9bcbbc7df2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:12.372420 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-79bd6a58-67d7-4db5-a5e0-9bcbbc7df2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:12.412619 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-79bd6a58-67d7-4db5-a5e0-9bcbbc7df2ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d55f3730634a48faad16ed928668846d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436186 Jul 05 07:55:12.413474 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd6a58-67d7-4db5-a5e0-9bcbbc7df2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae8c2a-2c85-4609-8922-27b7932e04a8,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:12.416072 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56214) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:12.495693 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c0525eca-d6e0-49c1-ba93-df5c53b6e884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:12.522575 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c0525eca-d6e0-49c1-ba93-df5c53b6e884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:12.542941 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-3dc1f2c8-acc2-4f7e-8991-6f8fc42e3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:12.544438 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-3dc1f2c8-acc2-4f7e-8991-6f8fc42e3855 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1099 time: 0.0950170 Jul 05 07:55:12.633675 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c0525eca-d6e0-49c1-ba93-df5c53b6e884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:12.636105 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-c0525eca-d6e0-49c1-ba93-df5c53b6e884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:12.637252 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-c0525eca-d6e0-49c1-ba93-df5c53b6e884 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28ae8c2a-2c85-4609-8922-27b7932e04a8 HTTP/1.1" status: 204 len: 168 time: 0.2198288 Jul 05 07:55:12.655636 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0525eca-d6e0-49c1-ba93-df5c53b6e884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae8c2a-2c85-4609-8922-27b7932e04a8,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:12.661923 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-ad481a24-9107-465f-9e64-ee5dccdd5303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:12.664450 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-ad481a24-9107-465f-9e64-ee5dccdd5303 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 910 time: 0.1098626 Jul 05 07:55:12.766246 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-00dcbea6-3e90-4ae7-be9d-29b1e6afe9e6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 1002 time: 0.0948160 Jul 05 07:55:12.827124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d3444-aa38-4671-b6b6-29ef7f16b1db req-2a685e07-e813-4a2f-a460-35a8b533e5a4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:12.828616 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-246d3444-aa38-4671-b6b6-29ef7f16b1db req-2a685e07-e813-4a2f-a460-35a8b533e5a4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.1201546 Jul 05 07:55:12.838365 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-f462be11-7699-4bfb-aff9-04514d2b9595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:12.839810 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-f462be11-7699-4bfb-aff9-04514d2b9595 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0669498 Jul 05 07:55:12.898794 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-246d3444-aa38-4671-b6b6-29ef7f16b1db req-a8925ec8-120a-4708-808a-14ba6e30f6e2 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630610 Jul 05 07:55:12.920843 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-664302e2-4d8e-48a5-af84-0a0709e54223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:12.922369 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-664302e2-4d8e-48a5-af84-0a0709e54223 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693316 Jul 05 07:55:13.021081 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-7cf2fc55-151e-454e-9a06-60176ed972a7 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913565 Jul 05 07:55:13.113263 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b8895417-b04b-4cbb-bda9-8ba47ded88f7 req-e2a60607-787c-4f60-be49-24f646572e70 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855572 Jul 05 07:55:14.081447 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc40e4-bb0f-4cc3-9063-631dc8cf5627 req-e45c53d9-e779-43c6-b783-db7770214d22 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:14.082956 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-65fc40e4-bb0f-4cc3-9063-631dc8cf5627 req-e45c53d9-e779-43c6-b783-db7770214d22 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0698202 Jul 05 07:55:14.121874 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-65fc40e4-bb0f-4cc3-9063-631dc8cf5627 req-d420a080-9f0d-4f93-9782-11e9c7d5adaf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329266 Jul 05 07:55:15.297049 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5dfc9-e25a-4b2f-9a37-78480b1bde9c req-336d3cb7-a198-4135-9e57-c5470ca1b4df tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:15.298454 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-add5dfc9-e25a-4b2f-9a37-78480b1bde9c req-336d3cb7-a198-4135-9e57-c5470ca1b4df tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0624609 Jul 05 07:55:15.336084 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-add5dfc9-e25a-4b2f-9a37-78480b1bde9c req-d5746443-e94e-4cc0-8b3d-ebdf121121f8 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316679 Jul 05 07:55:16.383327 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a87165-eee1-4994-8e7e-e69c9c6d97f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:16.518706 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350df227-d39d-41f6-98c8-6ee00b30dcb9 req-c106abbd-2efc-423e-8189-48d2e6aaadb7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:16.518706 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-350df227-d39d-41f6-98c8-6ee00b30dcb9 req-c106abbd-2efc-423e-8189-48d2e6aaadb7 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0693116 Jul 05 07:55:16.555445 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-350df227-d39d-41f6-98c8-6ee00b30dcb9 req-e1583d39-0c6e-42b3-9544-761b1749c2c8 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325739 Jul 05 07:55:16.694296 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-b00f8de1-7281-49a3-b65f-1a9ce59ca960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:16.695728 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-b00f8de1-7281-49a3-b65f-1a9ce59ca960 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1099 time: 0.0521345 Jul 05 07:55:16.931838 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-adf42710-f0a2-48bd-b7ab-fca8b2d74e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:16.933308 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-adf42710-f0a2-48bd-b7ab-fca8b2d74e6c service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 910 time: 0.0850258 Jul 05 07:55:17.005868 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-7c746bb6-208b-4001-a664-9ee253a8138a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 1002 time: 0.0607040 Jul 05 07:55:17.059694 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-72d5bf21-e665-4a45-8bc8-b5f6ef22e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:17.061181 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-72d5bf21-e665-4a45-8bc8-b5f6ef22e766 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0471368 Jul 05 07:55:17.118930 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-6a2dab5d-1935-4ad7-a516-edc66a7df435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:17.120489 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-6a2dab5d-1935-4ad7-a516-edc66a7df435 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534577 Jul 05 07:55:17.221483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-abcb756f-3a77-4de8-8e2a-3559827a6120 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860844 Jul 05 07:55:17.311945 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0c57e19-a8c9-47da-b565-51c19b585c52 req-61b4a57d-b8ac-45f7-b5b9-8ce0f56d30a2 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822673 Jul 05 07:55:17.760829 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5216d3-53a3-4d94-adf8-8c17a4322b28 req-f1da270f-497c-4fa7-8fe7-6f634250e045 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:17.770050 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7a5216d3-53a3-4d94-adf8-8c17a4322b28 req-f1da270f-497c-4fa7-8fe7-6f634250e045 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0948632 Jul 05 07:55:17.844051 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7a5216d3-53a3-4d94-adf8-8c17a4322b28 req-8cd70801-5eba-45dd-808f-9ad3d9b5cef9 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658095 Jul 05 07:55:18.205909 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56330) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:18.246948 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31c7275-8aa0-4cdc-b2d4-3624791f177a req-dd7767a2-14cb-4536-9735-e0c79924d198 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:18.248645 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a31c7275-8aa0-4cdc-b2d4-3624791f177a req-dd7767a2-14cb-4536-9735-e0c79924d198 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0811219 Jul 05 07:55:18.290236 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a31c7275-8aa0-4cdc-b2d4-3624791f177a req-35c19ea9-9590-43ce-8dd6-2fe34d678c61 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359302 Jul 05 07:55:18.320354 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-863f4ebe-a383-4eda-a0c8-2029857ff034 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1132584 Jul 05 07:55:19.022865 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-46c662a4-315d-4061-8745-1ada1f09f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.075225 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56350) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:19.184044 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-740328c4-4b94-4d48-94a2-03c24bbcf282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.284418 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-740328c4-4b94-4d48-94a2-03c24bbcf282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.286521 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.290740 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-740328c4-4b94-4d48-94a2-03c24bbcf282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.331181 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-740328c4-4b94-4d48-94a2-03c24bbcf282 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e6703d795c24f4e9b9991fe257ae23c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546916 Jul 05 07:55:19.333133 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740328c4-4b94-4d48-94a2-03c24bbcf282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b9f3ef-4da3-4501-ba61-ee7a1ae7bf12,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:19.333851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56358) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:19.400110 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-91800a01-4178-47ee-8e79-d8159a9eb2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.424100 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-91800a01-4178-47ee-8e79-d8159a9eb2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.470954 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.522095 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae79b80-60df-4e5c-889c-f5444c652e8e req-fdbe8c09-bed9-457c-b41d-e1dca2211bb2 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:19.524005 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3ae79b80-60df-4e5c-889c-f5444c652e8e req-fdbe8c09-bed9-457c-b41d-e1dca2211bb2 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0979908 Jul 05 07:55:19.531062 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-91800a01-4178-47ee-8e79-d8159a9eb2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.533583 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-91800a01-4178-47ee-8e79-d8159a9eb2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.535021 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-91800a01-4178-47ee-8e79-d8159a9eb2c1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c3b9f3ef-4da3-4501-ba61-ee7a1ae7bf12 HTTP/1.1" status: 204 len: 168 time: 0.1997919 Jul 05 07:55:19.555253 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91800a01-4178-47ee-8e79-d8159a9eb2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b9f3ef-4da3-4501-ba61-ee7a1ae7bf12,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:19.579524 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3ae79b80-60df-4e5c-889c-f5444c652e8e req-0cd5b2d3-fd33-4614-9767-e9e26b5fa444 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494659 Jul 05 07:55:19.676446 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-7f7d2d04-30ee-4535-acb8-66b0541ba623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:19.678046 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-7f7d2d04-30ee-4535-acb8-66b0541ba623 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110&tenant_id=e78e4bd345a74ac2860317239dde0c46 HTTP/1.1" status: 200 len: 1099 time: 0.0574722 Jul 05 07:55:19.756436 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-9069d28e-23b7-448a-9bd0-28a2006342ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:19.757954 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-9069d28e-23b7-448a-9bd0-28a2006342ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1099 time: 0.0569756 Jul 05 07:55:19.835494 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56380) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:19.855004 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f1e7-8653-4eb8-80c4-2fecf00d9351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.864434 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-aa7037a3-48ec-46ff-94c2-10739ab8793f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:19.866924 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-aa7037a3-48ec-46ff-94c2-10739ab8793f service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 910 time: 0.1024003 Jul 05 07:55:19.937017 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-3fb85c7e-01fa-44e7-bbf3-52e617f94cb0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 1002 time: 0.0638385 Jul 05 07:55:19.956844 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f1e7-8653-4eb8-80c4-2fecf00d9351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.962674 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b5d0f1e7-8653-4eb8-80c4-2fecf00d9351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:19.992091 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-6192fada-b812-47f2-9a8f-d14427dd830b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:19.993779 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-6192fada-b812-47f2-9a8f-d14427dd830b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0503829 Jul 05 07:55:20.003709 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b5d0f1e7-8653-4eb8-80c4-2fecf00d9351 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eab8b948357d41cb856b1252bca80744&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1669538 Jul 05 07:55:20.004533 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0f1e7-8653-4eb8-80c4-2fecf00d9351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b00be11a-5464-4ea9-8c1c-7bf379271357,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:20.007394 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56382) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:20.052219 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-a55c96bd-bc06-45bc-9398-d4580dec5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:20.053703 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-a55c96bd-bc06-45bc-9398-d4580dec5c26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528045 Jul 05 07:55:20.059751 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-07d4effc-1d62-43a0-a2ad-b6108d1ccd72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:20.082029 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-07d4effc-1d62-43a0-a2ad-b6108d1ccd72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:20.133992 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-07d4effc-1d62-43a0-a2ad-b6108d1ccd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:20.136680 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-07d4effc-1d62-43a0-a2ad-b6108d1ccd72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:20.137840 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-07d4effc-1d62-43a0-a2ad-b6108d1ccd72 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b00be11a-5464-4ea9-8c1c-7bf379271357 HTTP/1.1" status: 204 len: 168 time: 0.1295447 Jul 05 07:55:20.144195 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-94903ce9-f5cb-4e27-ad5e-5671654135b5 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842395 Jul 05 07:55:20.145709 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d4effc-1d62-43a0-a2ad-b6108d1ccd72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b00be11a-5464-4ea9-8c1c-7bf379271357,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:20.181799 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:20.238815 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-29a96cba-2ade-495c-8e0f-58d7f3d1b9cd req-06ea41f9-1312-4ed0-8785-69fd09cb9d63 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882118 Jul 05 07:55:20.755202 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2f7545-96cd-4307-92e3-7671cbaf9d8b req-4a1cb082-9ccc-4832-8c3f-273cec119f4d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:20.757417 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad2f7545-96cd-4307-92e3-7671cbaf9d8b req-4a1cb082-9ccc-4832-8c3f-273cec119f4d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.0650156 Jul 05 07:55:20.801055 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ad2f7545-96cd-4307-92e3-7671cbaf9d8b req-d3b2b9da-b02e-4fd5-83b6-aa4e32b16af8 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Jul 05 07:55:21.235262 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 83e154e0-cb94-4fbd-8965-cb2b301213c0 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:55:21.311050 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:21.335595 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:55:21.337172 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e0e1f8-7134-442a-8d00-fa921931bfc3" -d '{"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-unplugged", "status": "completed", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:55:21.350410 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:21.356814 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:21.394470 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 07:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22acba4-a47e-4f20-96a8-ad79bdea6d77 x-openstack-request-id: req-a22acba4-a47e-4f20-96a8-ad79bdea6d77 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:55:21.394762 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-unplugged", "status": "completed", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:55:21.395195 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a22acba4-a47e-4f20-96a8-ad79bdea6d77 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:55:21.395738 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'code': 200} Jul 05 07:55:21.422198 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=6']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:21.755552 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:22.149363 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8170-e493-4771-a9f6-65464e590848 req-c8d80da7-3c10-4513-9e30-6f2c4ea446e1 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:22.151743 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6afe8170-e493-4771-a9f6-65464e590848 req-c8d80da7-3c10-4513-9e30-6f2c4ea446e1 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0710840 Jul 05 07:55:22.190307 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6afe8170-e493-4771-a9f6-65464e590848 req-52576cb1-d2ff-4413-a02a-1b58cfb06283 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337832 Jul 05 07:55:23.372385 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c1aa9-adcb-42d8-9b41-a4de1302f1a1 req-dcb9fa42-918a-4b7a-8056-fec7517dbc5e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:23.373877 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af1c1aa9-adcb-42d8-9b41-a4de1302f1a1 req-dcb9fa42-918a-4b7a-8056-fec7517dbc5e tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0669575 Jul 05 07:55:23.416753 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af1c1aa9-adcb-42d8-9b41-a4de1302f1a1 req-e7043888-8c9e-4e06-b51d-4ca83f486b71 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371451 Jul 05 07:55:24.604127 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ae1ae-8498-4bf4-b891-d6a7277e9686 req-677928b5-f1cb-4acf-8624-1b85a9dc9b04 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:24.608133 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-964ae1ae-8498-4bf4-b891-d6a7277e9686 req-677928b5-f1cb-4acf-8624-1b85a9dc9b04 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0762517 Jul 05 07:55:24.646669 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-964ae1ae-8498-4bf4-b891-d6a7277e9686 req-bb427141-c59b-4cd9-91be-50b9b61829c9 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346174 Jul 05 07:55:25.831792 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5056c1-30c3-4441-992c-eb78ac57a0d6 req-cc9d641f-cabe-4508-94f7-495be81958bf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:25.833167 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c5056c1-30c3-4441-992c-eb78ac57a0d6 req-cc9d641f-cabe-4508-94f7-495be81958bf tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0747230 Jul 05 07:55:25.878219 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9c5056c1-30c3-4441-992c-eb78ac57a0d6 req-73801957-f99e-496d-966d-8ef373f00747 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388918 Jul 05 07:55:26.325179 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd766fe8-dbdb-4395-a5b6-51f2644d91b5 req-cafac6ab-2dc5-4a5f-98e0-6d9b6a1279ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:26.326760 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd766fe8-dbdb-4395-a5b6-51f2644d91b5 req-cafac6ab-2dc5-4a5f-98e0-6d9b6a1279ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1097 time: 0.0574429 Jul 05 07:55:26.362926 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bd766fe8-dbdb-4395-a5b6-51f2644d91b5 req-c2e603fb-1c58-4513-96d9-5295727ae8fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293963 Jul 05 07:55:27.061499 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbb985-1e17-47b9-ac2c-10d4705d35b7 req-7d66d931-6bb5-4b0d-a5be-31047a0fa7ba tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:27.063788 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72bbb985-1e17-47b9-ac2c-10d4705d35b7 req-7d66d931-6bb5-4b0d-a5be-31047a0fa7ba tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 944 time: 0.0700073 Jul 05 07:55:27.105460 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-72bbb985-1e17-47b9-ac2c-10d4705d35b7 req-87195241-c744-4185-9f18-9679dc582ba9 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359249 Jul 05 07:55:27.329276 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 83e154e0-cb94-4fbd-8965-cb2b301213c0 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:55:27.426161 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:27.439279 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'port_id': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'mac_address': 'fa:16:3e:b0:a5:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:55:27.483204 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:27.496430 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83e154e0-cb94-4fbd-8965-cb2b301213c0 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:55:27.517428 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:27.520486 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:27.568128 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=7']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:27.759614 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['83e154e0-cb94-4fbd-8965-cb2b301213c0'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:55:28.285937 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184089d-25e3-43b1-a1d6-d8d2d3c2be00 req-07edf0dd-dbb5-4cd5-a67c-719296640378 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:55:28.287638 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9184089d-25e3-43b1-a1d6-d8d2d3c2be00 req-07edf0dd-dbb5-4cd5-a67c-719296640378 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 945 time: 0.0674624 Jul 05 07:55:28.325611 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9184089d-25e3-43b1-a1d6-d8d2d3c2be00 req-0b1c8bba-3758-4b41-9f1e-43c2b2412b1d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Jul 05 07:55:29.341552 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 83e154e0-cb94-4fbd-8965-cb2b301213c0 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:55:29.388892 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 83e154e0-cb94-4fbd-8965-cb2b301213c0 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:55:29.389266 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:29.469323 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:29.491872 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:55:29.494148 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a5a06c-fb3f-4c28-96ab-64fc60c5916d" -d '{"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-plugged", "status": "completed", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:55:29.506450 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:55:29.512522 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:29.536605 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9ac12d-1d4c-49a2-9955-e7707f5cae6c x-openstack-request-id: req-8d9ac12d-1d4c-49a2-9955-e7707f5cae6c {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:55:29.536892 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-plugged", "status": "completed", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:55:29.537157 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d9ac12d-1d4c-49a2-9955-e7707f5cae6c {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:55:29.537493 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'code': 200} Jul 05 07:55:29.563959 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=8']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:29.731479 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:55:46.386320 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f5ab3a7c-fb7e-4419-b627-65e0a52a9616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:49.025869 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bdc5a7d0-318f-45b5-a074-cf18a8494495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:49.289765 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:49.462122 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:50.155639 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:51.760114 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.569973 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56856) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:54.674413 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.765258 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.769523 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.806942 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0aae967-b452-4631-88ed-72a08bb30edd,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:54.810844 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c58a1d0aea84e47b9b616a3624546a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390645 Jul 05 07:55:54.814136 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56860) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:54.817348 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.817552 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.817888 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.818223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.818589 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.818921 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.819874 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.820204 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.820531 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.820857 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.821175 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.821504 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18049456-0610-4916-bd3f-59469a0fa096 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.869620 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.890288 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.938853 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.941560 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:54.942739 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0aae967-b452-4631-88ed-72a08bb30edd HTTP/1.1" status: 204 len: 168 time: 0.1272573 Jul 05 07:55:54.950824 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0aae967-b452-4631-88ed-72a08bb30edd,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:54.958108 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.958473 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.958815 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.959180 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.959490 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.959914 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.960452 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.960791 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.961199 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.961443 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.961770 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:54.962100 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc43684d-8340-4fd7-8be2-62f65ba75119 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:55:55.225082 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56868) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:55.238472 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6d22840a-6760-4da2-a32e-1953432fb745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:55.331611 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6d22840a-6760-4da2-a32e-1953432fb745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:55.335617 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6d22840a-6760-4da2-a32e-1953432fb745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:55.374924 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6d22840a-6760-4da2-a32e-1953432fb745 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c6730e64e70f4bd9b35ebfa15c1b2ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487195 Jul 05 07:55:55.375898 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22840a-6760-4da2-a32e-1953432fb745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e75adb8-894c-4bdb-a24a-dcc9591d92a4,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:55.377799 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56870) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:55.432802 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53ae7617-72ce-4ca0-aae5-b72215da851a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:55.453765 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53ae7617-72ce-4ca0-aae5-b72215da851a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:55.502170 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53ae7617-72ce-4ca0-aae5-b72215da851a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:55.504784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-53ae7617-72ce-4ca0-aae5-b72215da851a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:55.505967 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-53ae7617-72ce-4ca0-aae5-b72215da851a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4e75adb8-894c-4bdb-a24a-dcc9591d92a4 HTTP/1.1" status: 204 len: 168 time: 0.1271443 Jul 05 07:55:55.515138 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae7617-72ce-4ca0-aae5-b72215da851a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e75adb8-894c-4bdb-a24a-dcc9591d92a4,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:57.194214 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56926) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:57.298432 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4499-6af6-45e4-bb70-b1e47e7070a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:57.389091 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4499-6af6-45e4-bb70-b1e47e7070a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:57.394348 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-9a7c4499-6af6-45e4-bb70-b1e47e7070a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:57.439120 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c4499-6af6-45e4-bb70-b1e47e7070a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6a280c-581d-48be-8be7-8a2c29c8990f,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:57.472369 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56932) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:57.472959 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9a7c4499-6af6-45e4-bb70-b1e47e7070a3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c014d82770d54e26a6834f0f506ccee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768457 Jul 05 07:55:57.532336 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a08294c0-178c-40fa-b71b-d52e062e3aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:57.554844 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a08294c0-178c-40fa-b71b-d52e062e3aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:57.613878 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a08294c0-178c-40fa-b71b-d52e062e3aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:57.618760 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a08294c0-178c-40fa-b71b-d52e062e3aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:57.620909 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a08294c0-178c-40fa-b71b-d52e062e3aef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de6a280c-581d-48be-8be7-8a2c29c8990f HTTP/1.1" status: 204 len: 168 time: 0.1468997 Jul 05 07:55:57.630313 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08294c0-178c-40fa-b71b-d52e062e3aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6a280c-581d-48be-8be7-8a2c29c8990f,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:57.916471 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 56938) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:57.930226 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8f81-fcc6-4ea0-a20c-86e9f1d73375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:58.021216 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8f81-fcc6-4ea0-a20c-86e9f1d73375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:58.025120 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6ecb8f81-fcc6-4ea0-a20c-86e9f1d73375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:58.063697 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6ecb8f81-fcc6-4ea0-a20c-86e9f1d73375 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad38378ec66848ba9be93e9686627fde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1461115 Jul 05 07:55:58.064928 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb8f81-fcc6-4ea0-a20c-86e9f1d73375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da127a1-b8fd-485a-9204-53b70f8a99ca,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:55:58.066364 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 56940) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:55:58.124017 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a671840d-87ca-47b0-bc91-6759bc843e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:58.147352 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a671840d-87ca-47b0-bc91-6759bc843e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:58.194906 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a671840d-87ca-47b0-bc91-6759bc843e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:58.197895 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a671840d-87ca-47b0-bc91-6759bc843e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:55:58.199093 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a671840d-87ca-47b0-bc91-6759bc843e2e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9da127a1-b8fd-485a-9204-53b70f8a99ca HTTP/1.1" status: 204 len: 168 time: 0.1314878 Jul 05 07:55:58.207021 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671840d-87ca-47b0-bc91-6759bc843e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da127a1-b8fd-485a-9204-53b70f8a99ca,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:03.268266 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57042) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:03.370780 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-942cd620-e3fe-41c0-a6b9-b5fdcd98ea82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:03.459650 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-942cd620-e3fe-41c0-a6b9-b5fdcd98ea82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:03.463490 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-942cd620-e3fe-41c0-a6b9-b5fdcd98ea82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:03.502711 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-942cd620-e3fe-41c0-a6b9-b5fdcd98ea82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9049d20d7fe427aa899cfb5086b8e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333074 Jul 05 07:56:03.503929 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942cd620-e3fe-41c0-a6b9-b5fdcd98ea82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6599ae-3ee2-4cba-b4f9-3582affaec68,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:03.505771 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57046) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:03.554542 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e37f58fd-8ac0-4edd-8811-84ee247f5dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:03.578533 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e37f58fd-8ac0-4edd-8811-84ee247f5dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:03.625106 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e37f58fd-8ac0-4edd-8811-84ee247f5dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:03.628087 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e37f58fd-8ac0-4edd-8811-84ee247f5dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:03.632914 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e37f58fd-8ac0-4edd-8811-84ee247f5dd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa6599ae-3ee2-4cba-b4f9-3582affaec68 HTTP/1.1" status: 204 len: 168 time: 0.1219835 Jul 05 07:56:03.638315 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f58fd-8ac0-4edd-8811-84ee247f5dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6599ae-3ee2-4cba-b4f9-3582affaec68,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:04.065104 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57072) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:04.228860 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4601a5a1-0e7d-4d0e-abdf-514635a25d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:04.326751 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4601a5a1-0e7d-4d0e-abdf-514635a25d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:04.331008 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4601a5a1-0e7d-4d0e-abdf-514635a25d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:04.367970 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601a5a1-0e7d-4d0e-abdf-514635a25d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892be090-ed74-49a1-bb79-ef321df4a0f9,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:04.372181 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-4601a5a1-0e7d-4d0e-abdf-514635a25d21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b44e77b2594a4c8d9569053146b132af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057482 Jul 05 07:56:04.376328 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57086) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:04.440599 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1b480ef9-0856-483f-b292-6fc3f65e7c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:04.469118 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1b480ef9-0856-483f-b292-6fc3f65e7c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:04.520166 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1b480ef9-0856-483f-b292-6fc3f65e7c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:04.524324 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1b480ef9-0856-483f-b292-6fc3f65e7c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:04.525790 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1b480ef9-0856-483f-b292-6fc3f65e7c20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/892be090-ed74-49a1-bb79-ef321df4a0f9 HTTP/1.1" status: 204 len: 168 time: 0.1484563 Jul 05 07:56:04.536022 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b480ef9-0856-483f-b292-6fc3f65e7c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892be090-ed74-49a1-bb79-ef321df4a0f9,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:04.934210 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57100) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:04.951646 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c229f085-2eea-4271-9ff5-7e8cea3a37db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:05.055219 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c229f085-2eea-4271-9ff5-7e8cea3a37db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:05.059128 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c229f085-2eea-4271-9ff5-7e8cea3a37db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:05.101332 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-c229f085-2eea-4271-9ff5-7e8cea3a37db admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eb4c5374a1d74f55a06ea5917c58a0fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1657248 Jul 05 07:56:05.102074 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c229f085-2eea-4271-9ff5-7e8cea3a37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe08e8e5-9bb1-4eb6-bb3a-cfaed67709a7,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:05.104717 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57102) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:05.154460 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-26e3a936-26e5-43b0-8278-d45451b8e820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:05.175291 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-26e3a936-26e5-43b0-8278-d45451b8e820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:05.222573 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-26e3a936-26e5-43b0-8278-d45451b8e820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:05.225064 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-26e3a936-26e5-43b0-8278-d45451b8e820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:05.229997 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-26e3a936-26e5-43b0-8278-d45451b8e820 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fe08e8e5-9bb1-4eb6-bb3a-cfaed67709a7 HTTP/1.1" status: 204 len: 168 time: 0.1242383 Jul 05 07:56:05.237771 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a936-26e5-43b0-8278-d45451b8e820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe08e8e5-9bb1-4eb6-bb3a-cfaed67709a7,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:06.146996 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-5686ccc4-fadb-4772-9485-7d6a58cafa20 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=56a2b9bcc6144f268e662b8cd2a5b678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290129 Jul 05 07:56:06.348285 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-2a2388e5-9651-4a0d-90ef-300a21e146f1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:06.349773 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-2a2388e5-9651-4a0d-90ef-300a21e146f1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1937308 Jul 05 07:56:06.369295 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-2372b125-0bb8-4d80-a361-f0700ff6d3e3 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/quotas/56a2b9bcc6144f268e662b8cd2a5b678 HTTP/1.1" status: 200 len: 375 time: 0.0116920 Jul 05 07:56:06.404917 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-c5c166f4-cbf4-4536-9d73-0a09a7572cfe tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=56a2b9bcc6144f268e662b8cd2a5b678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292075 Jul 05 07:56:06.587519 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-430bf45c-11a1-43fb-86ec-d0ddcf593887 req-fce8cf02-dcf9-4f39-a238-8f28ea164807 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 210 time: 0.0332541 Jul 05 07:56:06.731527 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:56:07.140270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57180) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:07.242443 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-97c5d475-3861-4f07-b92c-b2d7ca404b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.328481 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-97c5d475-3861-4f07-b92c-b2d7ca404b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.332099 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-97c5d475-3861-4f07-b92c-b2d7ca404b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.371206 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-97c5d475-3861-4f07-b92c-b2d7ca404b15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28063b7074d14ff4a785c3659ff39582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298307 Jul 05 07:56:07.372317 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c5d475-3861-4f07-b92c-b2d7ca404b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b44d843-345b-44f8-a3cf-c1d7417fe753,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:07.373969 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57184) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:07.423175 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-abd2100d-fc47-4b87-b173-79980dab9d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.443981 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-abd2100d-fc47-4b87-b173-79980dab9d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.491085 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-abd2100d-fc47-4b87-b173-79980dab9d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.493828 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-abd2100d-fc47-4b87-b173-79980dab9d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.495038 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-abd2100d-fc47-4b87-b173-79980dab9d79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b44d843-345b-44f8-a3cf-c1d7417fe753 HTTP/1.1" status: 204 len: 168 time: 0.1200218 Jul 05 07:56:07.504611 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2100d-fc47-4b87-b173-79980dab9d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b44d843-345b-44f8-a3cf-c1d7417fe753,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:07.671052 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0b8e66d1-0fd1-46bb-be29-8618189e6c3d req-7e62216a-2274-4ae0-98e0-6e68536a5e25 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 210 time: 0.0291581 Jul 05 07:56:07.776518 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57196) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:07.790139 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-192b0214-ee0d-407e-861a-fe48efe71d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.881882 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-192b0214-ee0d-407e-861a-fe48efe71d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.885266 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-192b0214-ee0d-407e-861a-fe48efe71d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.921739 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b0214-ee0d-407e-861a-fe48efe71d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d21cb86-b86d-45e9-8afb-1a07a2f6c3a9,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:07.927715 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-192b0214-ee0d-407e-861a-fe48efe71d63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ccd092df2d234ca5a7c3a93e3b25c90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1501455 Jul 05 07:56:07.931479 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57198) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:07.978816 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0c429f71-a4fc-465a-8b20-641b329cf24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:07.999608 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0c429f71-a4fc-465a-8b20-641b329cf24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:08.045021 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0c429f71-a4fc-465a-8b20-641b329cf24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:08.047520 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0c429f71-a4fc-465a-8b20-641b329cf24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:08.048666 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0c429f71-a4fc-465a-8b20-641b329cf24a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d21cb86-b86d-45e9-8afb-1a07a2f6c3a9 HTTP/1.1" status: 204 len: 168 time: 0.1162877 Jul 05 07:56:08.056402 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c429f71-a4fc-465a-8b20-641b329cf24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d21cb86-b86d-45e9-8afb-1a07a2f6c3a9,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:08.765123 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb51199b-a917-43b4-8ffe-25157e0ba0d7 req-f62c72cb-f22c-4127-a30f-ebe2bd7c5d3a tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 210 time: 0.0341933 Jul 05 07:56:09.846176 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f3cf0227-261c-4c5b-b529-9d97d6fd3004 req-713be695-c54f-4fb0-9f5a-910dd6edb5eb tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 210 time: 0.0282660 Jul 05 07:56:10.986295 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-34a214f1-90c1-41d3-a82d-d9b2d95ea8af req-d351729a-a657-464d-89c0-4ad07d5a76b2 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 210 time: 0.0295649 Jul 05 07:56:11.756014 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-cbc7f1f6-7228-422b-8b3c-282eadcc7570 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=56a2b9bcc6144f268e662b8cd2a5b678&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222104 Jul 05 07:56:11.878101 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-24b76bf3-4c19-4478-be54-f2aa1ebedad1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:11.879603 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-24b76bf3-4c19-4478-be54-f2aa1ebedad1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1138911 Jul 05 07:56:11.896990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Request body: {'port': {'device_id': '557b06ca-73fe-425b-b129-e372f14af00a', 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0', 'admin_state_up': True, 'tenant_id': '56a2b9bcc6144f268e662b8cd2a5b678'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:12.018439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Made reservation on behalf of 56a2b9bcc6144f268e662b8cd2a5b678 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:12.022668 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.033958 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.146028 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-763981be-0bc2-4d3e-8946-637660126960 req-4a693725-e1e7-4a2a-b10b-b17e64a2c4d6 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 210 time: 0.0376818 Jul 05 07:56:12.158065 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.162354 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.228492 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6790d9-a813-48ff-b18e-50430861697b,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:12.296701 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Allocated IP 192.168.233.162 (fd8f6c53-4747-45f4-86c2-39c663f212a0/0d6ae4db-2204-400d-abe2-ddcaff65bad8/87371052-d1b5-4223-9fe8-ee57d5134043) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:12.440625 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.457045 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Transition to ACTIVE for port object 87371052-d1b5-4223-9fe8-ee57d5134043 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:12.494159 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.535406 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Network fd8f6c53-4747-45f4-86c2-39c663f212a0 is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:12.538501 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:12.545298 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:12.573724 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Pushing event updated for resources: {'Port': ['ID=87371052-d1b5-4223-9fe8-ee57d5134043,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:12.602322 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:12.603297 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.619112 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-9cf22669-5be0-4a97-87a9-ccc21412b2db tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7259648 Jul 05 07:56:12.630946 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Request body: {'port': {'device_id': '557b06ca-73fe-425b-b129-e372f14af00a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:12.705798 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.803063 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d07bbdfd-02f5-4cc8-9c30-f57281379cff None None] Provisioning for port 87371052-d1b5-4223-9fe8-ee57d5134043 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:12.808221 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d07bbdfd-02f5-4cc8-9c30-f57281379cff None None] Provisioning complete for port 87371052-d1b5-4223-9fe8-ee57d5134043 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:12.808881 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d07bbdfd-02f5-4cc8-9c30-f57281379cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.847594 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-d07bbdfd-02f5-4cc8-9c30-f57281379cff None None] Port 87371052-d1b5-4223-9fe8-ee57d5134043 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:56:12.963508 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87371052-d1b5-4223-9fe8-ee57d5134043 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:56:12.971324 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:12.985312 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Transition to ACTIVE for port object 87371052-d1b5-4223-9fe8-ee57d5134043 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:12.989166 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:13.039007 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Pushing event updated for resources: {'Port': ['ID=87371052-d1b5-4223-9fe8-ee57d5134043,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:13.120307 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Attempting to bind port 87371052-d1b5-4223-9fe8-ee57d5134043 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:13.120745 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Attempting to bind port 87371052-d1b5-4223-9fe8-ee57d5134043 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:13.120959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Attempting to bind port 87371052-d1b5-4223-9fe8-ee57d5134043 on network fd8f6c53-4747-45f4-86c2-39c663f212a0 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:13.125465 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Port 87371052-d1b5-4223-9fe8-ee57d5134043 on network fd8f6c53-4747-45f4-86c2-39c663f212a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:56:13.125710 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Attempting to bind port 87371052-d1b5-4223-9fe8-ee57d5134043 on network fd8f6c53-4747-45f4-86c2-39c663f212a0 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:13.130697 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:13.131032 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Checking segment: {'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:13.131415 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Bound using segment: {'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:13.131844 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Bound port: 87371052-d1b5-4223-9fe8-ee57d5134043, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31d0eebf-3194-41d8-a99c-fc549a4081c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:13.132197 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:13.204989 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] For port 87371052-d1b5-4223-9fe8-ee57d5134043, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:13.207843 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] For port 87371052-d1b5-4223-9fe8-ee57d5134043, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=87371052-d1b5-4223-9fe8-ee57d5134043,segment=NetworkSegment(31d0eebf-3194-41d8-a99c-fc549a4081c1),segment_id=31d0eebf-3194-41d8-a99c-fc549a4081c1)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:13.214722 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:13.251083 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:13.251912 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:13.253731 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] 10.222.0.24 "PUT /v2.0/ports/87371052-d1b5-4223-9fe8-ee57d5134043 HTTP/1.1" status: 200 len: 1098 time: 0.6270640 Jul 05 07:56:13.254230 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '557b06ca-73fe-425b-b129-e372f14af00a', 'tag': '87371052-d1b5-4223-9fe8-ee57d5134043'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:13.256683 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc" -d '{"events": [{"name": "network-changed", "server_uuid": "557b06ca-73fe-425b-b129-e372f14af00a", "tag": "87371052-d1b5-4223-9fe8-ee57d5134043"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:13.325751 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1a71c0-af78-4155-a0e0-62c40a03b95a x-openstack-request-id: req-ce1a71c0-af78-4155-a0e0-62c40a03b95a {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:13.326143 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "557b06ca-73fe-425b-b129-e372f14af00a", "tag": "87371052-d1b5-4223-9fe8-ee57d5134043", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:13.326285 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce1a71c0-af78-4155-a0e0-62c40a03b95a {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:13.326778 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '557b06ca-73fe-425b-b129-e372f14af00a', 'tag': '87371052-d1b5-4223-9fe8-ee57d5134043', 'status': 'completed', 'code': 200} Jul 05 07:56:13.372196 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485d488-b817-4e47-87cc-8586a8d4190f service neutron] Pushing event updated for resources: {'Port': ['ID=87371052-d1b5-4223-9fe8-ee57d5134043,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:13.428556 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93766ca5-83d6-429f-ba23-8c439af3ff71 req-51824d97-14cf-4da4-8a37-e5cb92112c15 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:13.430613 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93766ca5-83d6-429f-ba23-8c439af3ff71 req-51824d97-14cf-4da4-8a37-e5cb92112c15 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 948 time: 0.1469600 Jul 05 07:56:13.436474 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-31b01b5d-9c4e-41cb-b593-2d26f330f526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:13.437983 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-31b01b5d-9c4e-41cb-b593-2d26f330f526 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56a2b9bcc6144f268e662b8cd2a5b678&device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 1101 time: 0.1041055 Jul 05 07:56:13.744816 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-57091460-fcb0-417f-acc2-45f5d2e8a5be service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=87371052-d1b5-4223-9fe8-ee57d5134043 HTTP/1.1" status: 200 len: 217 time: 0.2987325 Jul 05 07:56:13.782921 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-93766ca5-83d6-429f-ba23-8c439af3ff71 req-3546b9eb-bcbf-40a2-b768-b11009479af1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439674 Jul 05 07:56:13.800284 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-dd0a28e0-6861-4d9d-a0a5-8a2e0551b3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:13.801688 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-dd0a28e0-6861-4d9d-a0a5-8a2e0551b3dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d6ae4db-2204-400d-abe2-ddcaff65bad8 HTTP/1.1" status: 200 len: 843 time: 0.0480335 Jul 05 07:56:13.859818 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0705688a-842d-461e-8730-cbfa0c918835 req-875b8f80-1112-44ca-8971-51dc356ce101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:13.861261 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-875b8f80-1112-44ca-8971-51dc356ce101 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd8f6c53-4747-45f4-86c2-39c663f212a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0522461 Jul 05 07:56:13.945916 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-b0efb130-ef92-41e5-94d6-91e521be4d3e service neutron] 10.222.0.24 "GET /v2.0/networks/fd8f6c53-4747-45f4-86c2-39c663f212a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781906 Jul 05 07:56:14.034491 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0705688a-842d-461e-8730-cbfa0c918835 req-9f75b5d9-8707-4291-bb21-815476d09bea service neutron] 10.222.0.24 "GET /v2.0/networks/fd8f6c53-4747-45f4-86c2-39c663f212a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822153 Jul 05 07:56:14.131816 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-44f7cfbd-1e0c-4156-9335-67eb441e118b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:14.133268 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-44f7cfbd-1e0c-4156-9335-67eb441e118b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56a2b9bcc6144f268e662b8cd2a5b678&device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 1101 time: 0.0518897 Jul 05 07:56:14.221372 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-4eee01c3-609c-40e1-a3a8-dd5fd3524d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:14.222822 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-4eee01c3-609c-40e1-a3a8-dd5fd3524d87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd8f6c53-4747-45f4-86c2-39c663f212a0 HTTP/1.1" status: 200 len: 870 time: 0.0832028 Jul 05 07:56:14.264265 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-de1ddcaa-c2ef-4b37-8cde-4ae20f033183 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=87371052-d1b5-4223-9fe8-ee57d5134043 HTTP/1.1" status: 200 len: 217 time: 0.0335391 Jul 05 07:56:14.312290 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-4429640c-b284-4b35-9d6b-795b6a621e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:14.313608 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-4429640c-b284-4b35-9d6b-795b6a621e52 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0d6ae4db-2204-400d-abe2-ddcaff65bad8 HTTP/1.1" status: 200 len: 843 time: 0.0423791 Jul 05 07:56:14.375345 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-ec590eea-5aef-42b8-9f2e-20daa5382c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:14.376816 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-ec590eea-5aef-42b8-9f2e-20daa5382c6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd8f6c53-4747-45f4-86c2-39c663f212a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0561566 Jul 05 07:56:14.465281 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-fcb86986-6b14-4eb8-b1d8-a7212079e7eb service neutron] 10.222.0.24 "GET /v2.0/networks/fd8f6c53-4747-45f4-86c2-39c663f212a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811064 Jul 05 07:56:14.565391 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0304ab79-d4c9-4fc4-b26c-c6afb9997bcc req-5ba08760-e381-4bfd-8c3e-564336b14cfd service neutron] 10.222.0.24 "GET /v2.0/networks/fd8f6c53-4747-45f4-86c2-39c663f212a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918207 Jul 05 07:56:14.957302 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ac3f24-1e3c-4cf3-bd11-92e591dac6a4 req-0e190595-40e3-4682-8ed8-a796985d7887 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:14.958804 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e7ac3f24-1e3c-4cf3-bd11-92e591dac6a4 req-0e190595-40e3-4682-8ed8-a796985d7887 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 948 time: 0.0632730 Jul 05 07:56:14.996918 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e7ac3f24-1e3c-4cf3-bd11-92e591dac6a4 req-5315f754-3da2-4719-9108-bedabf7eb594 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320199 Jul 05 07:56:16.100884 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57352) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:16.168967 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5176e081-ac3e-4cc7-9f4a-4afcbba7f746 req-24120abc-bbf7-4688-9bd3-b339b12a7f9b tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:16.170524 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5176e081-ac3e-4cc7-9f4a-4afcbba7f746 req-24120abc-bbf7-4688-9bd3-b339b12a7f9b tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 948 time: 0.0630138 Jul 05 07:56:16.206158 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d946d2f8-cc40-46d6-8353-9ff3a5ef6953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.209812 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5176e081-ac3e-4cc7-9f4a-4afcbba7f746 req-4ec91163-6f4c-4af2-8e19-de0b3fe3dac1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337982 Jul 05 07:56:16.295901 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d946d2f8-cc40-46d6-8353-9ff3a5ef6953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.299628 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-d946d2f8-cc40-46d6-8353-9ff3a5ef6953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.340395 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-d946d2f8-cc40-46d6-8353-9ff3a5ef6953 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0312bf6b357344208a2bc6431c17bd52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383304 Jul 05 07:56:16.341119 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946d2f8-cc40-46d6-8353-9ff3a5ef6953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5fe97f-b8f0-492d-ac74-6595344e8bc1,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:16.343013 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57356) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:16.389421 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b7c60dcd-f723-4d1b-9d8b-d25af0a80587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.397608 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5ae9-a5c1-4fbb-b057-a600ea8d9ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.421789 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5ae9-a5c1-4fbb-b057-a600ea8d9ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.468038 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5ae9-a5c1-4fbb-b057-a600ea8d9ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.470576 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-f5bd5ae9-a5c1-4fbb-b057-a600ea8d9ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.471714 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-f5bd5ae9-a5c1-4fbb-b057-a600ea8d9ec8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae5fe97f-b8f0-492d-ac74-6595344e8bc1 HTTP/1.1" status: 204 len: 168 time: 0.1277192 Jul 05 07:56:16.480488 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd5ae9-a5c1-4fbb-b057-a600ea8d9ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5fe97f-b8f0-492d-ac74-6595344e8bc1,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:16.723548 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57362) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:16.737479 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-170fd179-984b-47ab-8da3-82355eddb477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.827869 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-170fd179-984b-47ab-8da3-82355eddb477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.831686 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-170fd179-984b-47ab-8da3-82355eddb477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.873023 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-170fd179-984b-47ab-8da3-82355eddb477 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2371ae0731d948c791087fbcf3657060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484013 Jul 05 07:56:16.874106 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fd179-984b-47ab-8da3-82355eddb477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb24a8c-3023-4c19-8926-db6e17044389,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:16.875776 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57364) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:16.923488 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1d-0179-40a4-80a9-b66bc5910b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.943842 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1d-0179-40a4-80a9-b66bc5910b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.990666 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1d-0179-40a4-80a9-b66bc5910b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.993684 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-c1985c1d-0179-40a4-80a9-b66bc5910b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:16.994851 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-c1985c1d-0179-40a4-80a9-b66bc5910b44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fbb24a8c-3023-4c19-8926-db6e17044389 HTTP/1.1" status: 204 len: 168 time: 0.1181116 Jul 05 07:56:17.002292 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1985c1d-0179-40a4-80a9-b66bc5910b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb24a8c-3023-4c19-8926-db6e17044389,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:17.311508 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57372) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:17.324375 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f79fdfae-ce95-41ba-943b-993ce530cda4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.386315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6842b9-9ea3-41e1-82b8-1add607298d4 req-b2f5168a-0d1c-4320-91d8-6d192a467bd1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:17.387786 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fc6842b9-9ea3-41e1-82b8-1add607298d4 req-b2f5168a-0d1c-4320-91d8-6d192a467bd1 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 948 time: 0.0672832 Jul 05 07:56:17.410421 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f79fdfae-ce95-41ba-943b-993ce530cda4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.415271 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f79fdfae-ce95-41ba-943b-993ce530cda4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.431799 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fc6842b9-9ea3-41e1-82b8-1add607298d4 req-f1c0b1f9-2620-4b7b-a6af-519498a66f54 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383275 Jul 05 07:56:17.453060 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-f79fdfae-ce95-41ba-943b-993ce530cda4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=877bdf2a83b345ca882f8ef606d14803&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403999 Jul 05 07:56:17.455162 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fdfae-ce95-41ba-943b-993ce530cda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de658c18-e276-4795-957a-fb8882a24850,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:17.455982 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57374) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:17.507218 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb1ea-7855-42fd-be11-90d895446535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.528529 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb1ea-7855-42fd-be11-90d895446535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.573168 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb1ea-7855-42fd-be11-90d895446535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.575645 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e0aeb1ea-7855-42fd-be11-90d895446535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.576772 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-e0aeb1ea-7855-42fd-be11-90d895446535 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de658c18-e276-4795-957a-fb8882a24850 HTTP/1.1" status: 204 len: 168 time: 0.1194921 Jul 05 07:56:17.584475 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aeb1ea-7855-42fd-be11-90d895446535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de658c18-e276-4795-957a-fb8882a24850,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:17.654928 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 87371052-d1b5-4223-9fe8-ee57d5134043 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:56:17.763079 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 87371052-d1b5-4223-9fe8-ee57d5134043, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=87371052-d1b5-4223-9fe8-ee57d5134043,segment=NetworkSegment(31d0eebf-3194-41d8-a99c-fc549a4081c1),segment_id=31d0eebf-3194-41d8-a99c-fc549a4081c1)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:17.776229 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '87371052-d1b5-4223-9fe8-ee57d5134043', 'network_id': 'fd8f6c53-4747-45f4-86c2-39c663f212a0', 'port_id': '87371052-d1b5-4223-9fe8-ee57d5134043', 'mac_address': 'fa:16:3e:36:d3:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d6ae4db-2204-400d-abe2-ddcaff65bad8', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:56:17.812916 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.826166 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87371052-d1b5-4223-9fe8-ee57d5134043 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:56:17.851092 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 87371052-d1b5-4223-9fe8-ee57d5134043, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=87371052-d1b5-4223-9fe8-ee57d5134043,segment=NetworkSegment(31d0eebf-3194-41d8-a99c-fc549a4081c1),segment_id=31d0eebf-3194-41d8-a99c-fc549a4081c1)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:17.855555 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:17.906662 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=87371052-d1b5-4223-9fe8-ee57d5134043,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:17.913905 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.914280 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.914700 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.915206 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.915558 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.915996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.916354 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.916771 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.917128 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.917475 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.917824 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:17.918224 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:18.057460 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['87371052-d1b5-4223-9fe8-ee57d5134043'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:56:18.251959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57396) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:18.345980 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1537771482-network', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:18.367466 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Made reservation on behalf of 20fdc80e8f2143d5826264fad65315fd for: {'network': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:18.370703 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.378784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.468120 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.473586 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.496919 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=99352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:56:18.543981 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.544361 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.segments_db [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Added segment b996efb4-5e53-4d4d-806c-80aa1b5069d8 of type vlan for network 18847d17-ddac-44a3-a2e0-a5f92c99e79c Jul 05 07:56:18.545750 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238e8960-e632-4eab-860f-bd08a19d227a,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:18.628557 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.678805 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-2dc07588-351b-4644-af8f-b1733d91095f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1796153 Jul 05 07:56:18.687891 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.688893 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:18.689494 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.705411 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a42e-e121-4688-9b97-1e0defdf8f4b req-3f461031-23c4-4b06-bc7e-0aaac24e33c2 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:18.706942 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-abe5a42e-e121-4688-9b97-1e0defdf8f4b req-3f461031-23c4-4b06-bc7e-0aaac24e33c2 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 949 time: 0.1507654 Jul 05 07:56:18.782250 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5289481 Jul 05 07:56:18.785233 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57406) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:18.791029 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Request body: {'subnet': {'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1537771482-subnet', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:18.811152 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d5eeb-2d4f-4dd0-b680-2450b8512148 admin admin] Pushing event updated for resources: {'Network': ['ID=18847d17-ddac-44a3-a2e0-a5f92c99e79c,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:18.811948 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Made reservation on behalf of 20fdc80e8f2143d5826264fad65315fd for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:18.814255 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26334790'] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:18.824663 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:56:18.836371 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-abe5a42e-e121-4688-9b97-1e0defdf8f4b req-ee5e7b62-9b83-4d54-b2a4-dfd94623fed2 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889468 Jul 05 07:56:18.863664 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-59bfb87d-5dbe-430a-b35c-830b40fba83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:18.863664 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-59bfb87d-5dbe-430a-b35c-830b40fba83e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1099 time: 0.1117730 Jul 05 07:56:18.983593 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-f40fee5f-b062-4ca4-b915-e131bee23e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:18.985226 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-f40fee5f-b062-4ca4-b915-e131bee23e4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 910 time: 0.1002474 Jul 05 07:56:19.011323 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26214418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26334804'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.030811 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d4cf0b0e-25a4-4ce0-b17f-e246417ef1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.053370 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-dd4eb83f-654d-455f-a359-883904cc209c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 1002 time: 0.0614412 Jul 05 07:56:19.068748 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f195c483-adf7-4ba4-930c-5f9012f90107,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:19.079485 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Checking segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:19.079842 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Network hostable DHCP agents. Network: 18847d17-ddac-44a3-a2e0-a5f92c99e79c, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:56:19.096848 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:56:19.104672 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-84eba364-bf01-4906-8f40-105cee4ed4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:19.106254 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 18847d17-ddac-44a3-a2e0-a5f92c99e79c) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:19.106441 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-84eba364-bf01-4906-8f40-105cee4ed4b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0467463 Jul 05 07:56:19.110339 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:19.110971 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.115785 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1febb9-5709-46e6-b26d-cde2becc182c None None] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:19.127097 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a3eee4c5-02f4-42c0-8ebf-35d6305f7fcd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3405116 Jul 05 07:56:19.129614 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57408) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:19.134833 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:19.156785 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.157819 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.173178 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-8a0d6f33-baf2-4318-b421-ba1643dd71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:19.174721 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-8a0d6f33-baf2-4318-b421-ba1643dd71fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0622265 Jul 05 07:56:19.209688 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.267146 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-7adbe646-42f2-4516-91c2-0f99ee3417e2 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859370 Jul 05 07:56:19.293583 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:56:19.294555 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.298370 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.350148 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.368051 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e5e4478a-8a46-4360-ade0-840a95a06775 req-1f2e27f2-cb13-4154-9bd2-7880fc2e9ae5 service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944719 Jul 05 07:56:19.439819 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Allocated IP 172.20.0.2 (18847d17-ddac-44a3-a2e0-a5f92c99e79c/f195c483-adf7-4ba4-930c-5f9012f90107/4ab91c66-7d82-4e6f-b00c-10c80a0a51a6) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:19.474145 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.728590 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 87371052-d1b5-4223-9fe8-ee57d5134043 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:19.775973 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.789227 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Transition to ACTIVE for port object 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:19.803266 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.810435 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 87371052-d1b5-4223-9fe8-ee57d5134043 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:19.812752 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Transition to ACTIVE for port object 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:19.816746 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 87371052-d1b5-4223-9fe8-ee57d5134043 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:19.817139 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.823777 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.839711 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:19.900248 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:19.903799 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:19.909708 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:19.919955 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Pushing event updated for resources: {'Port': ['ID=4ab91c66-7d82-4e6f-b00c-10c80a0a51a6,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:19.959100 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_common [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Allocated IP 172.27.3.108 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/f557b81e-1b39-48e3-82ae-4103d0ea697c) {{(pid=99353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:20.006180 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Attempting to bind port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:20.006579 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Attempting to bind port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:20.006941 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Attempting to bind port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:20.016568 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:20.016941 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Checking segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:20.017328 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.017722 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Bound using segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:20.018242 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Bound port: 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:20.018644 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.034933 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.058000 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfabaa-a363-496a-8c30-4ff28b0ef6ab req-d68f0421-c628-4e60-952c-e82e7fa91e44 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:20.059813 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c5bfabaa-a363-496a-8c30-4ff28b0ef6ab req-d68f0421-c628-4e60-952c-e82e7fa91e44 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 949 time: 0.0678926 Jul 05 07:56:20.082273 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.095677 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557b06ca-73fe-425b-b129-e372f14af00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87371052-d1b5-4223-9fe8-ee57d5134043'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:20.097943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a449e7-4cab-48b2-b4de-3e232ead9d8b" -d '{"events": [{"server_uuid": "557b06ca-73fe-425b-b129-e372f14af00a", "name": "network-vif-plugged", "status": "completed", "tag": "87371052-d1b5-4223-9fe8-ee57d5134043"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:20.100761 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c5bfabaa-a363-496a-8c30-4ff28b0ef6ab req-6aa14be1-9bc7-44f3-9e78-55e7b1e560af tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Jul 05 07:56:20.123323 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 87371052-d1b5-4223-9fe8-ee57d5134043, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=87371052-d1b5-4223-9fe8-ee57d5134043,segment=NetworkSegment(31d0eebf-3194-41d8-a99c-fc549a4081c1),segment_id=31d0eebf-3194-41d8-a99c-fc549a4081c1)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:20.135535 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26214502'] for port, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.140227 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.142885 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] For port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:20.153403 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] For port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=4ab91c66-7d82-4e6f-b00c-10c80a0a51a6,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:20.175016 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe16210-f8c8-42d8-9ddf-30dd3d1cf7ed x-openstack-request-id: req-0fe16210-f8c8-42d8-9ddf-30dd3d1cf7ed {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:20.175281 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557b06ca-73fe-425b-b129-e372f14af00a", "name": "network-vif-plugged", "status": "completed", "tag": "87371052-d1b5-4223-9fe8-ee57d5134043", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:20.175372 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:20.175460 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0fe16210-f8c8-42d8-9ddf-30dd3d1cf7ed {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:20.175801 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557b06ca-73fe-425b-b129-e372f14af00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87371052-d1b5-4223-9fe8-ee57d5134043', 'code': 200} Jul 05 07:56:20.178307 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Resources bound (agent type, host, resource id): {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:20.181639 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.182168 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Received port after_create {{(pid=99353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:20.219895 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.226574 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=87371052-d1b5-4223-9fe8-ee57d5134043,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:20.288336 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b372830-7d95-4c00-aa13-0ee74e018f6d None None] Pushing event updated for resources: {'Port': ['ID=4ab91c66-7d82-4e6f-b00c-10c80a0a51a6,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:20.309897 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Pushing event updated for resources: {'Port': ['ID=f557b81e-1b39-48e3-82ae-4103d0ea697c,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:20.452253 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feee3dc-eab6-4b0a-9e91-7846cf6e91b9 req-2a3adf85-84c6-4a2d-8b40-157a86293a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:20.453770 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8feee3dc-eab6-4b0a-9e91-7846cf6e91b9 req-2a3adf85-84c6-4a2d-8b40-157a86293a41 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 1103 time: 0.0793617 Jul 05 07:56:20.500508 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.503134 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8feee3dc-eab6-4b0a-9e91-7846cf6e91b9 req-aaa9e61c-be75-4f8a-bbb5-17101ae7bbc4 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425730 Jul 05 07:56:20.732572 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:20.883664 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Router 488af757-f12d-4341-9b21-a7b9a1a02812 is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:56:21.009719 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:56:21.021388 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:56:21.032143 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.032762 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:21.036214 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-9b83130f-e497-42a3-b2c7-76364257ca3f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9030099 Jul 05 07:56:21.036652 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57416) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:21.037115 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:21.173886 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:21.251534 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c8d646-95f6-4c9c-8913-892bc720a2e1 None None] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:21.362702 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-7136b4b9-77e6-42ec-9475-6d96d3a08aaf None None] Provisioning for port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:21.436748 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe428e8-39e8-418e-9eac-e2e2dae695ff req-d53c2cdc-ac61-4204-afe2-03633cb557f3 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:21.438931 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-abe428e8-39e8-418e-9eac-e2e2dae695ff req-d53c2cdc-ac61-4204-afe2-03633cb557f3 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 950 time: 0.1371889 Jul 05 07:56:21.519133 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-abe428e8-39e8-418e-9eac-e2e2dae695ff req-4a949418-160f-412a-b04e-6b08d021b978 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502551 Jul 05 07:56:21.529107 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:20Z', 'revision_number': 3, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:21.558107 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:56:21.558485 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Updating router 488af757-f12d-4341-9b21-a7b9a1a02812 port f557b81e-1b39-48e3-82ae-4103d0ea697c binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:56:21.595204 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.634549 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.786988 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.803789 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Allocated IP 172.20.0.1 (18847d17-ddac-44a3-a2e0-a5f92c99e79c/f195c483-adf7-4ba4-930c-5f9012f90107/d7602e03-028f-4997-89fd-98eb91b715e4) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:21.869083 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:21.917780 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.931184 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Transition to ACTIVE for port object d7602e03-028f-4997-89fd-98eb91b715e4 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:21.939432 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.955103 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Transition to ACTIVE for port object f557b81e-1b39-48e3-82ae-4103d0ea697c will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:21.959716 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:21.963719 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.965212 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:21.972218 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:21.972218 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.001651 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:22.004525 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:22.010691 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:22.036196 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7602e03-028f-4997-89fd-98eb91b715e4,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:22.054163 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.054935 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Attempting to bind port f557b81e-1b39-48e3-82ae-4103d0ea697c on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:22.055399 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Attempting to bind port f557b81e-1b39-48e3-82ae-4103d0ea697c by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:22.055824 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Attempting to bind port f557b81e-1b39-48e3-82ae-4103d0ea697c on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:22.057829 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7ee6d-ea79-4bb0-b983-09d198792985 None None] Pushing event updated for resources: {'Port': ['ID=f557b81e-1b39-48e3-82ae-4103d0ea697c,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:22.064636 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:22.064985 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:22.065392 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.065784 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:22.066260 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Bound port: f557b81e-1b39-48e3-82ae-4103d0ea697c, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:22.066671 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.147344 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] For port f557b81e-1b39-48e3-82ae-4103d0ea697c, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:22.167634 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] For port f557b81e-1b39-48e3-82ae-4103d0ea697c, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=f557b81e-1b39-48e3-82ae-4103d0ea697c,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:22.169301 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.180760 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.215886 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.248665 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=4ab91c66-7d82-4e6f-b00c-10c80a0a51a6,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:22.261881 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.273279 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7ee6d-ea79-4bb0-b983-09d198792985 None None] Pushing event updated for resources: {'Port': ['ID=f557b81e-1b39-48e3-82ae-4103d0ea697c,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:22.277042 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:22.277596 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:22.281888 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d75ab300-c72a-4387-adb7-e3c19e80676e None None] Provisioning for port d7602e03-028f-4997-89fd-98eb91b715e4 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:22.335013 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-d75ab300-c72a-4387-adb7-e3c19e80676e None None] Provisioning complete for port d7602e03-028f-4997-89fd-98eb91b715e4 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:22.335385 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d75ab300-c72a-4387-adb7-e3c19e80676e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.381318 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.386360 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.420974 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=4ab91c66-7d82-4e6f-b00c-10c80a0a51a6,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:22.428727 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-d75ab300-c72a-4387-adb7-e3c19e80676e None None] Port d7602e03-028f-4997-89fd-98eb91b715e4 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:56:22.453506 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:22.455194 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Pushing event updated for resources: {'Port': ['ID=d7602e03-028f-4997-89fd-98eb91b715e4,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:22.459059 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.560711 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:22.562237 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:22.721020 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:56:22.746739 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a8793-42ea-43ee-ac1b-a27823000a4a req-10447d4f-1eba-4b5b-af0a-424a4e66461e tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:22.749377 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d6a8793-42ea-43ee-ac1b-a27823000a4a req-10447d4f-1eba-4b5b-af0a-424a4e66461e tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 950 time: 0.0929048 Jul 05 07:56:22.796221 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:21Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:22.822659 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7addf401-50dc-4f72-b547-1c340ff03a1d None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:21Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:56:22.856648 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d6a8793-42ea-43ee-ac1b-a27823000a4a req-8c6cebe3-23eb-4f68-941f-642b47e8ca38 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717211 Jul 05 07:56:22.857810 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-ab9eeb4c-c428-4935-bf1e-540db0968883 None None] Provisioning complete for port d7602e03-028f-4997-89fd-98eb91b715e4 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:22.858224 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-ab9eeb4c-c428-4935-bf1e-540db0968883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:22.878737 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:56:22.892569 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-bf0caaaf-3d7e-4b37-8f72-be588a1ad7b0 admin admin] 10.222.0.30 "PUT /v2.0/routers/488af757-f12d-4341-9b21-a7b9a1a02812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8537540 Jul 05 07:56:22.905559 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-ab9eeb4c-c428-4935-bf1e-540db0968883 None None] Port d7602e03-028f-4997-89fd-98eb91b715e4 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:56:23.314691 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47ccc2-f342-4fc6-923a-4a823e9ab8b5 req-8369ba38-f453-424f-81a3-2bb4d6a76ef7 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:23.316655 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dc47ccc2-f342-4fc6-923a-4a823e9ab8b5 req-8369ba38-f453-424f-81a3-2bb4d6a76ef7 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 950 time: 0.0755434 Jul 05 07:56:23.359941 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dc47ccc2-f342-4fc6-923a-4a823e9ab8b5 req-b6d2fdf3-01cf-40e4-b7a4-f8680e2499cd tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355408 Jul 05 07:56:23.442671 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57442) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:23.448329 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1662075240-network', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:23.471355 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Made reservation on behalf of 1b1240ba379c48ef8cf2097a313ea7c1 for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:23.474275 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.484277 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.611827 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.616124 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.642567 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:56:23.652886 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439ded99-11d0-4a08-a7a9-b42411db8bcb,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:23.659307 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.659654 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Added segment 887f0feb-7f12-48fa-99a2-8dd1a4ad5531 of type vlan for network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a Jul 05 07:56:23.702541 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.732467 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.733458 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:23.734048 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.795552 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3517551 Jul 05 07:56:23.798658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57444) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:23.799138 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0267a6-fe9b-40e2-9f42-f8c97914c62a admin admin] Pushing event updated for resources: {'Network': ['ID=7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:23.805765 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Request body: {'subnet': {'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1662075240-subnet', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'ip_version': 4}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:23.809757 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:56:23.836965 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Made reservation on behalf of 1b1240ba379c48ef8cf2097a313ea7c1 for: {'subnet': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:23.839787 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26626380'] for subnet, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:23.935167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:23.987823 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:23.988279 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.039332 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26735067', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26626398'] for subnet, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.074619 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device f557b81e-1b39-48e3-82ae-4103d0ea697c up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:24.103152 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03695a26-fb4e-471b-9ec7-86302d7d841d,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:24.108265 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Checking segment: {'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:24.108530 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Network hostable DHCP agents. Network: 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:56:24.126052 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port f557b81e-1b39-48e3-82ae-4103d0ea697c completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:24.127021 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:56:24.130346 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port f557b81e-1b39-48e3-82ae-4103d0ea697c triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:24.130773 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.135505 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a) {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:24.139603 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:24.140195 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.153017 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f036a4ba-bc48-4337-8327-349678e15e37 None None] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:24.156574 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-aadc5e1f-fc77-4aa5-96ce-f60e4a5e5e68 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3561001 Jul 05 07:56:24.159004 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57446) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:24.163863 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:24.196060 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-525878', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42516'] for router, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.198369 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-525993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-555033', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-386527', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42509'] for router, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.251335 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.297729 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.326892 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port f557b81e-1b39-48e3-82ae-4103d0ea697c, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=f557b81e-1b39-48e3-82ae-4103d0ea697c,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:24.332143 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.386533 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc6cf21-92b0-5fda-a77d-d906c12c569f-7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a', 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'fixed_ips': [{'subnet_id': '03695a26-fb4e-471b-9ec7-86302d7d841d'}]}} from dv-cinder-768592-9-iscsi. {{(pid=99354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 07:56:24.386533 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.393070 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-555507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-525860', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42559'] for router, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.423179 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=f557b81e-1b39-48e3-82ae-4103d0ea697c,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:24.550627 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.db_base_plugin_common [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Allocated IP 172.20.0.2 (7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a/03695a26-fb4e-471b-9ec7-86302d7d841d/ca18c889-f768-4553-b46f-fdab1910ef63) {{(pid=99354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:24.706104 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Notify callbacks [] for port, precommit_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.715652 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Transition to ACTIVE for port object ca18c889-f768-4553-b46f-fdab1910ef63 will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:24.731469 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Transition to ACTIVE for port object ca18c889-f768-4553-b46f-fdab1910ef63 will not be triggered until provisioned by entity DHCP. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:24.737451 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837'] for port, after_create {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.781156 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a is already hosted by enough agents. {{(pid=99354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:24.783937 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.scheduler.base_scheduler [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Resources bound (agent type, host, resource id): {{(pid=99354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:24.788153 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Received port after_create {{(pid=99354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:24.791684 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Pushing event updated for resources: {'Port': ['ID=ca18c889-f768-4553-b46f-fdab1910ef63,revision_number=1']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:24.851237 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Attempting to bind port ca18c889-f768-4553-b46f-fdab1910ef63 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:24.851237 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Attempting to bind port ca18c889-f768-4553-b46f-fdab1910ef63 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:24.852557 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Attempting to bind port ca18c889-f768-4553-b46f-fdab1910ef63 on network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:24.857999 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:24.858372 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Checking segment: {'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:24.858806 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.859205 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Bound using segment: {'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:24.859685 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Bound port: ca18c889-f768-4553-b46f-fdab1910ef63, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:24.860068 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.922515 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] For port ca18c889-f768-4553-b46f-fdab1910ef63, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:24.925632 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] For port ca18c889-f768-4553-b46f-fdab1910ef63, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=ca18c889-f768-4553-b46f-fdab1910ef63,segment=NetworkSegment(887f0feb-7f12-48fa-99a2-8dd1a4ad5531),segment_id=887f0feb-7f12-48fa-99a2-8dd1a4ad5531)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:24.933197 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:24.941960 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:56:24.947453 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-360a51c1-8744-4a86-be3a-4f4c95f6250b tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:24.948939 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-360a51c1-8744-4a86-be3a-4f4c95f6250b tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.24 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 950 time: 0.4717515 Jul 05 07:56:24.953495 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:24.954356 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:24.959050 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa3d634-0267-4e11-a123-564fc94cbed3 req-6642a377-8272-493f-a221-23d545fc12bd tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:24.960491 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8fa3d634-0267-4e11-a123-564fc94cbed3 req-6642a377-8272-493f-a221-23d545fc12bd tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 950 time: 0.1788929 Jul 05 07:56:24.987768 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94e3d7-387f-4981-bc50-6386f4bb0d56 None None] Pushing event updated for resources: {'Port': ['ID=ca18c889-f768-4553-b46f-fdab1910ef63,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:25.071823 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:25.072050 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.077473 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8fa3d634-0267-4e11-a123-564fc94cbed3 req-1d3e458e-7416-4315-9161-f24fc72dde7d tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/security-groups?id=4f6790d9-a813-48ff-b18e-50430861697b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064310 Jul 05 07:56:25.104984 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.258139 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Deleting port 87371052-d1b5-4223-9fe8-ee57d5134043 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:25.258646 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.314905 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 2, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:25.326980 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Allocated IP 172.27.3.120 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/4c06a119-5fbf-4daa-97cf-17018ce9864a) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:25.342813 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:56:25.343167 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Updating router 488af757-f12d-4341-9b21-a7b9a1a02812 port d7602e03-028f-4997-89fd-98eb91b715e4 binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:56:25.377706 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.428145 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] For port 87371052-d1b5-4223-9fe8-ee57d5134043, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=87371052-d1b5-4223-9fe8-ee57d5134043,segment=NetworkSegment(31d0eebf-3194-41d8-a99c-fc549a4081c1),segment_id=31d0eebf-3194-41d8-a99c-fc549a4081c1)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:25.428433 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.444435 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Calling delete_port for 87371052-d1b5-4223-9fe8-ee57d5134043 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:25.517811 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.623695 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.646312 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.690355 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:25.692897 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Transition to ACTIVE for port object d7602e03-028f-4997-89fd-98eb91b715e4 will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:25.696224 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.698042 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:25.701637 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:25.704257 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Pushing event updated for resources: {'Port': ['ID=4c06a119-5fbf-4daa-97cf-17018ce9864a,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:25.710123 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['87371052-d1b5-4223-9fe8-ee57d5134043'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:56:25.715557 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.761765 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Pushing event deleted for resources: {'Port': ['ID=87371052-d1b5-4223-9fe8-ee57d5134043,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:25.762551 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Pushing event updated for resources: {'Port': ['ID=d7602e03-028f-4997-89fd-98eb91b715e4,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:25.771628 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.772155 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.772652 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.773347 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.774025 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.774734 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.775220 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.775694 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.776250 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.776743 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.777220 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.777714 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:25.813569 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] No DVR routers for this DVR port 87371052-d1b5-4223-9fe8-ee57d5134043 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:56:25.817253 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.822515 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9cb498ae-4ed4-4b46-a1a3-7171a57109cb req-9810229f-fcf5-47ad-9351-5ead89a5b163 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.24 "DELETE /v2.0/ports/87371052-d1b5-4223-9fe8-ee57d5134043 HTTP/1.1" status: 204 len: 173 time: 0.8610678 Jul 05 07:56:25.823170 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '557b06ca-73fe-425b-b129-e372f14af00a', 'name': 'network-vif-deleted', 'tag': '87371052-d1b5-4223-9fe8-ee57d5134043'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:25.826327 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70478f3c-1aff-4cc9-81cc-0e9d94fd08bf" -d '{"events": [{"server_uuid": "557b06ca-73fe-425b-b129-e372f14af00a", "name": "network-vif-deleted", "tag": "87371052-d1b5-4223-9fe8-ee57d5134043"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:25.862009 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Attempting to bind port d7602e03-028f-4997-89fd-98eb91b715e4 on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:25.862365 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Attempting to bind port d7602e03-028f-4997-89fd-98eb91b715e4 by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:25.870980 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Attempting to bind port d7602e03-028f-4997-89fd-98eb91b715e4 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:25.882798 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:25.883195 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Checking segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:25.884202 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.886252 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Bound using segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:25.886983 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Bound port: d7602e03-028f-4997-89fd-98eb91b715e4, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:25.887609 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:25.957360 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df91b1d-badb-4c85-9c25-d1b0eb5dbfa3 x-openstack-request-id: req-9df91b1d-badb-4c85-9c25-d1b0eb5dbfa3 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:25.959057 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "557b06ca-73fe-425b-b129-e372f14af00a", "name": "network-vif-deleted", "tag": "87371052-d1b5-4223-9fe8-ee57d5134043", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:25.959514 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9df91b1d-badb-4c85-9c25-d1b0eb5dbfa3 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:25.960139 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '557b06ca-73fe-425b-b129-e372f14af00a', 'name': 'network-vif-deleted', 'tag': '87371052-d1b5-4223-9fe8-ee57d5134043', 'status': 'completed', 'code': 200} Jul 05 07:56:26.020188 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] For port d7602e03-028f-4997-89fd-98eb91b715e4, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:26.028443 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] For port d7602e03-028f-4997-89fd-98eb91b715e4, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d7602e03-028f-4997-89fd-98eb91b715e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:26.043768 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.076564 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device ca18c889-f768-4553-b46f-fdab1910ef63 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:26.140522 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b32a37-eb8c-4216-bd9a-e86988038118 None None] Pushing event updated for resources: {'Port': ['ID=d7602e03-028f-4997-89fd-98eb91b715e4,revision_number=4']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:26.158151 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:26.158721 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:26.161139 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port ca18c889-f768-4553-b46f-fdab1910ef63 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:26.169856 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device f557b81e-1b39-48e3-82ae-4103d0ea697c up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:26.243857 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port f557b81e-1b39-48e3-82ae-4103d0ea697c triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:26.244243 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.270951 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.326421 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:26.420615 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc22fe-ddc3-481b-820d-014195f10122 None None] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:26.542612 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-76d63bc4-37c2-4c51-9760-cb98a64d6a5b None None] Provisioning for port ca18c889-f768-4553-b46f-fdab1910ef63 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:26.551358 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-76d63bc4-37c2-4c51-9760-cb98a64d6a5b None None] Provisioning complete for port ca18c889-f768-4553-b46f-fdab1910ef63 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:26.552079 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-76d63bc4-37c2-4c51-9760-cb98a64d6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.631700 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-525885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-555496'] for router, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.681767 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:26Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:26.701483 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-76d63bc4-37c2-4c51-9760-cb98a64d6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.722118 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c850a12a-4a4f-4be1-bb14-653559a7d4bf None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:26Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:56:26.739129 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f2289986-3bbb-4359-818d-9b6a79fc37d4 req-326f9112-e392-441f-8b5e-23d93222a2f9 tempest-VolumesNegativeTest-1427886650 tempest-VolumesNegativeTest-1427886650-project] 10.222.0.30 "GET /v2.0/ports?device_id=557b06ca-73fe-425b-b129-e372f14af00a HTTP/1.1" status: 200 len: 210 time: 0.0620050 Jul 05 07:56:26.744408 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-76d63bc4-37c2-4c51-9760-cb98a64d6a5b None None] For port ca18c889-f768-4553-b46f-fdab1910ef63, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=ca18c889-f768-4553-b46f-fdab1910ef63,segment=NetworkSegment(887f0feb-7f12-48fa-99a2-8dd1a4ad5531),segment_id=887f0feb-7f12-48fa-99a2-8dd1a4ad5531)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:26.753807 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-76d63bc4-37c2-4c51-9760-cb98a64d6a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.810693 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d63bc4-37c2-4c51-9760-cb98a64d6a5b None None] Pushing event updated for resources: {'Port': ['ID=ca18c889-f768-4553-b46f-fdab1910ef63,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:26.847974 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Router 825da655-1597-43e2-8a68-4a22ec513c34 is scheduled to L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 with binding_index 1 {{(pid=99352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 07:56:26.967969 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:56:26.979998 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Sync routers for ids ['825da655-1597-43e2-8a68-4a22ec513c34'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:56:26.992720 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] Notify callbacks [] for router, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:26.994000 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-88d8dd73-ada8-4123-bf00-98c4e8bbfe0d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8338411 Jul 05 07:56:26.999723 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57454) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:27.010471 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Routers {'825da655-1597-43e2-8a68-4a22ec513c34'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:27.011230 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['825da655-1597-43e2-8a68-4a22ec513c34'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:27.015471 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-5ab1df8b-3aa7-4454-8050-27da4709a6e5 None None] Provisioning complete for port ca18c889-f768-4553-b46f-fdab1910ef63 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:27.015989 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-5ab1df8b-3aa7-4454-8050-27da4709a6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.171914 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Set router 825da655-1597-43e2-8a68-4a22ec513c34 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:27.455180 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.490581 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T07:56:26Z', 'revision_number': 3, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port': {'id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:25Z', 'updated_at': '2021-07-05T07:56:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:27.521708 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Checking router: 825da655-1597-43e2-8a68-4a22ec513c34 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:56:27.522050 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Updating router 825da655-1597-43e2-8a68-4a22ec513c34 port 4c06a119-5fbf-4daa-97cf-17018ce9864a binding host dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:56:27.561353 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.619825 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Allocated IP 172.20.0.1 (7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a/03695a26-fb4e-471b-9ec7-86302d7d841d/1d26b3b2-a59a-4195-83a3-d881dfbd583c) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:27.734286 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.750127 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Transition to ACTIVE for port object 1d26b3b2-a59a-4195-83a3-d881dfbd583c will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:27.792254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.833240 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:27.837795 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:27.842143 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:27.847329 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.863418 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Transition to ACTIVE for port object 4c06a119-5fbf-4daa-97cf-17018ce9864a will not be triggered until provisioned by entity L2. {{(pid=99354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:27.870046 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.904329 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d26b3b2-a59a-4195-83a3-d881dfbd583c,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:27.918102 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-553951'] for router_interface, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:27.922047 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device ca18c889-f768-4553-b46f-fdab1910ef63 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:28.017645 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Attempting to bind port 4c06a119-5fbf-4daa-97cf-17018ce9864a on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:28.018057 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Attempting to bind port 4c06a119-5fbf-4daa-97cf-17018ce9864a by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:28.018371 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Attempting to bind port 4c06a119-5fbf-4daa-97cf-17018ce9864a on network 07818c32-1384-4f51-b81c-c793d34cd6ca {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:28.026010 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:28.026405 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Checking segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:28.026889 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.027335 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Bound using segment: {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'} {{(pid=99354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:28.028040 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.managers [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Bound port: 4c06a119-5fbf-4daa-97cf-17018ce9864a, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09c877e-3d6e-484d-95c7-10ded31955dc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca'}}] {{(pid=99354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:28.028534 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.030550 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b161f-394c-48ea-a93a-09e64c7d224f None None] Pushing event updated for resources: {'Port': ['ID=4c06a119-5fbf-4daa-97cf-17018ce9864a,revision_number=2']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:28.032871 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port ca18c889-f768-4553-b46f-fdab1910ef63 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:28.033238 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.149622 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] For port 4c06a119-5fbf-4daa-97cf-17018ce9864a, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:28.154150 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] For port 4c06a119-5fbf-4daa-97cf-17018ce9864a, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=4c06a119-5fbf-4daa-97cf-17018ce9864a,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:28.190739 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.249544 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-6b86dfba-0d5a-4d9f-902d-48b4d59d1c86 None None] Provisioning for port 1d26b3b2-a59a-4195-83a3-d881dfbd583c completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:28.259480 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d7602e03-028f-4997-89fd-98eb91b715e4 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:28.264207 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-6b86dfba-0d5a-4d9f-902d-48b4d59d1c86 None None] Provisioning complete for port 1d26b3b2-a59a-4195-83a3-d881dfbd583c triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:28.264375 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6b86dfba-0d5a-4d9f-902d-48b4d59d1c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.317275 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Routers {'825da655-1597-43e2-8a68-4a22ec513c34'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:28.317937 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['825da655-1597-43e2-8a68-4a22ec513c34'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:28.369179 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8b161f-394c-48ea-a93a-09e64c7d224f None None] Pushing event updated for resources: {'Port': ['ID=4c06a119-5fbf-4daa-97cf-17018ce9864a,revision_number=3']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:28.392722 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-6b86dfba-0d5a-4d9f-902d-48b4d59d1c86 None None] Port 1d26b3b2-a59a-4195-83a3-d881dfbd583c cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:56:28.403878 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.448376 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port d7602e03-028f-4997-89fd-98eb91b715e4 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:28.458919 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d7602e03-028f-4997-89fd-98eb91b715e4 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:28.458919 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.492318 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] Set router 825da655-1597-43e2-8a68-4a22ec513c34 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:28.595134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.600277 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.674426 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=1d26b3b2-a59a-4195-83a3-d881dfbd583c,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:28.677039 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-534474', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-554658'] for router_interface, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.679240 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.743714 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port d7602e03-028f-4997-89fd-98eb91b715e4, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d7602e03-028f-4997-89fd-98eb91b715e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:28.750410 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:28.789195 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:28.793043 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:28.811370 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T07:56:26Z', 'revision_number': 3, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port': {'id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:25Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:28.857534 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=d7602e03-028f-4997-89fd-98eb91b715e4,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:28.861675 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce698e-c151-462c-a34c-5d5a161269e1 None None] The sync data for ids ['825da655-1597-43e2-8a68-4a22ec513c34'] in dv-cinder-768592-9-iscsi is: [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T07:56:26Z', 'revision_number': 3, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port': {'id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:25Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:56:28.950620 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Router 825da655-1597-43e2-8a68-4a22ec513c34 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:56:29.115526 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:56:29.129101 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-fbfe796c-d1bb-4498-83db-0a9dfe44dccd None None] Provisioning complete for port 1d26b3b2-a59a-4195-83a3-d881dfbd583c triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:29.129489 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-fbfe796c-d1bb-4498-83db-0a9dfe44dccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:29.143173 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-e31cf544-8e15-48d1-af76-ca2501cfb8f7 admin admin] 10.222.0.30 "PUT /v2.0/routers/825da655-1597-43e2-8a68-4a22ec513c34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1395154 Jul 05 07:56:29.205790 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-fbfe796c-d1bb-4498-83db-0a9dfe44dccd None None] Port 1d26b3b2-a59a-4195-83a3-d881dfbd583c cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:56:29.702360 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 87371052-d1b5-4223-9fe8-ee57d5134043 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:56:29.725215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57608) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:29.731793 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-d2f79eea-5a64-45de-8d15-c00f1fce5f7d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152502770', 'description': 'tempest-secgroup-smoke-1152502770 description', 'project_id': '20fdc80e8f2143d5826264fad65315fd'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:29.734147 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 87371052-d1b5-4223-9fe8-ee57d5134043 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:56:29.734680 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 87371052-d1b5-4223-9fe8-ee57d5134043 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:56:29.760800 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d2f79eea-5a64-45de-8d15-c00f1fce5f7d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:29.894567 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d2f79eea-5a64-45de-8d15-c00f1fce5f7d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:29.906982 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d2f79eea-5a64-45de-8d15-c00f1fce5f7d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:29.947215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f79eea-5a64-45de-8d15-c00f1fce5f7d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c693c9a4-7bff-46c8-8271-0c2f5a796652,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:29.957801 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d2f79eea-5a64-45de-8d15-c00f1fce5f7d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:29.959166 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-d2f79eea-5a64-45de-8d15-c00f1fce5f7d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2323785 Jul 05 07:56:29.964557 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57624) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:29.969935 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-1c931c97-57c9-4259-b982-d1d430bf14e9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'security_group_rule': {'security_group_id': 'c693c9a4-7bff-46c8-8271-0c2f5a796652', 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:29.989752 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d7602e03-028f-4997-89fd-98eb91b715e4 up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:30.003360 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c931c97-57c9-4259-b982-d1d430bf14e9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.053255 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port d7602e03-028f-4997-89fd-98eb91b715e4 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:30.053255 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.081706 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c931c97-57c9-4259-b982-d1d430bf14e9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.088368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c931c97-57c9-4259-b982-d1d430bf14e9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.115362 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c931c97-57c9-4259-b982-d1d430bf14e9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf403ee7-fa00-47d8-912d-ed174ab49b47,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:30.122801 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-1c931c97-57c9-4259-b982-d1d430bf14e9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.124375 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-1c931c97-57c9-4259-b982-d1d430bf14e9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1585562 Jul 05 07:56:30.127020 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57640) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:30.132896 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-34370902-ec93-4f39-92a3-e163cd311482 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'security_group_rule': {'security_group_id': 'c693c9a4-7bff-46c8-8271-0c2f5a796652', 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:30.181091 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4c06a119-5fbf-4daa-97cf-17018ce9864a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:30.185752 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-34370902-ec93-4f39-92a3-e163cd311482 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.238903 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 4c06a119-5fbf-4daa-97cf-17018ce9864a completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:30.243490 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 4c06a119-5fbf-4daa-97cf-17018ce9864a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:30.243882 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.261799 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-34370902-ec93-4f39-92a3-e163cd311482 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.266677 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-34370902-ec93-4f39-92a3-e163cd311482 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.295875 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-34370902-ec93-4f39-92a3-e163cd311482 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.301268 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-34370902-ec93-4f39-92a3-e163cd311482 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1730800 Jul 05 07:56:30.301713 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57654) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:30.302187 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34370902-ec93-4f39-92a3-e163cd311482 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=248d2f35-3ad5-4824-b1c8-d8ac02006e0f,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:30.308853 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-6f86a041-a5c5-4e22-a4af-3e516241f86d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'security_group_rule': {'security_group_id': 'c693c9a4-7bff-46c8-8271-0c2f5a796652', 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:30.338679 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.339350 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f86a041-a5c5-4e22-a4af-3e516241f86d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.376062 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 4c06a119-5fbf-4daa-97cf-17018ce9864a, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=4c06a119-5fbf-4daa-97cf-17018ce9864a,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:30.384132 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.416679 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f86a041-a5c5-4e22-a4af-3e516241f86d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.422596 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f86a041-a5c5-4e22-a4af-3e516241f86d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.444449 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86a041-a5c5-4e22-a4af-3e516241f86d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70310ed-0eb8-4cdc-8e61-4467bdfb69b8,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:30.457489 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6f86a041-a5c5-4e22-a4af-3e516241f86d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.462562 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6f86a041-a5c5-4e22-a4af-3e516241f86d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554160 Jul 05 07:56:30.462562 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57660) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:30.468113 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-3133e070-8963-4aab-bb73-0ca383b34d51 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'security_group_rule': {'security_group_id': 'c693c9a4-7bff-46c8-8271-0c2f5a796652', 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:30.475685 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=4c06a119-5fbf-4daa-97cf-17018ce9864a,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:30.501653 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3133e070-8963-4aab-bb73-0ca383b34d51 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.571424 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3133e070-8963-4aab-bb73-0ca383b34d51 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.576291 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3133e070-8963-4aab-bb73-0ca383b34d51 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.595095 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3133e070-8963-4aab-bb73-0ca383b34d51 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f187fee-9f14-498e-a60b-daefd9f1c566,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:30.604531 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3133e070-8963-4aab-bb73-0ca383b34d51 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.609133 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57668) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:30.609481 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3133e070-8963-4aab-bb73-0ca383b34d51 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463904 Jul 05 07:56:30.614957 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'security_group_rule': {'security_group_id': 'c693c9a4-7bff-46c8-8271-0c2f5a796652', 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:30.641741 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.securitygroups_db [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Project 20fdc80e8f2143d5826264fad65315fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 07:56:30.646953 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.722234 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.728162 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.746627 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de93d071-4aba-41cc-a04c-35a03e316370,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:30.756006 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.757693 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-d35c7ab1-fd69-4d7b-a048-9be236b45545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475277 Jul 05 07:56:30.761362 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57680) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:30.766768 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'security_group_rule': {'security_group_id': 'c693c9a4-7bff-46c8-8271-0c2f5a796652', 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:30.786859 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Sync routers for ids ['825da655-1597-43e2-8a68-4a22ec513c34'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:56:30.798604 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.securitygroups_db [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Project 20fdc80e8f2143d5826264fad65315fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 07:56:30.798714 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Routers {'825da655-1597-43e2-8a68-4a22ec513c34'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:30.798714 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['825da655-1597-43e2-8a68-4a22ec513c34'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:30.801885 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.882190 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.887473 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-35943'] for security_group_rule, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.910817 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f31958c-1386-433e-88af-085d34435716,revision_number=0']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:30.925226 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:30.926942 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-143e3590-1e71-409d-8e30-efa68ba66d39 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640913 Jul 05 07:56:31.045988 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Set router 825da655-1597-43e2-8a68-4a22ec513c34 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:31.271784 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 4, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port': {'id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:25Z', 'updated_at': '2021-07-05T07:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '1d26b3b2-a59a-4195-83a3-d881dfbd583c', 'name': '', 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'mac_address': 'fa:16:3e:a6:da:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '03695a26-fb4e-471b-9ec7-86302d7d841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:27Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 2, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'subnets': [{'id': '03695a26-fb4e-471b-9ec7-86302d7d841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:31.301899 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Checking router: 825da655-1597-43e2-8a68-4a22ec513c34 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:56:31.302251 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Updating router 825da655-1597-43e2-8a68-4a22ec513c34 port 1d26b3b2-a59a-4195-83a3-d881dfbd583c binding host dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 07:56:31.343949 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:31.636478 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Notify callbacks [] for port, precommit_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:31.646202 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.provisioning_blocks [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Transition to ACTIVE for port object 1d26b3b2-a59a-4195-83a3-d881dfbd583c will not be triggered until provisioned by entity L2. {{(pid=99355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:31.655358 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:31.731125 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa88fe-c315-4fe4-89ad-822a507b31cc None None] Pushing event updated for resources: {'Port': ['ID=1d26b3b2-a59a-4195-83a3-d881dfbd583c,revision_number=3']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:31.781578 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Attempting to bind port 1d26b3b2-a59a-4195-83a3-d881dfbd583c on host dv-cinder-768592-9-iscsi for vnic_type normal with profile {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:31.781951 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Attempting to bind port 1d26b3b2-a59a-4195-83a3-d881dfbd583c by drivers openvswitch,hyperv on host dv-cinder-768592-9-iscsi at level 0 using segments [{'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:31.782607 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Attempting to bind port 1d26b3b2-a59a-4195-83a3-d881dfbd583c on network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:31.787872 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Checking agent: {'id': 'c6b630cd-f6cb-49b3-a811-1a96ba766fe9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768592-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 40, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 40, 49), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768592-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:31.788589 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Checking segment: {'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:31.788589 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:31.788986 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Bound using segment: {'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'} {{(pid=99355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:31.789486 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.managers [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Bound port: 1d26b3b2-a59a-4195-83a3-d881dfbd583c, host: dv-cinder-768592-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '887f0feb-7f12-48fa-99a2-8dd1a4ad5531', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a'}}] {{(pid=99355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:31.789944 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:31.845066 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4c06a119-5fbf-4daa-97cf-17018ce9864a up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:31.878614 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] For port 1d26b3b2-a59a-4195-83a3-d881dfbd583c, host dv-cinder-768592-9-iscsi, cleared binding levels {{(pid=99355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:31.886689 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.plugins.ml2.db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] For port 1d26b3b2-a59a-4195-83a3-d881dfbd583c, host dv-cinder-768592-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=1d26b3b2-a59a-4195-83a3-d881dfbd583c,segment=NetworkSegment(887f0feb-7f12-48fa-99a2-8dd1a4ad5531),segment_id=887f0feb-7f12-48fa-99a2-8dd1a4ad5531)] {{(pid=99355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:31.892616 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron_lib.callbacks.manager [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99355) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:31.905219 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 4c06a119-5fbf-4daa-97cf-17018ce9864a triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:31.905601 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:31.944891 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Routers {'825da655-1597-43e2-8a68-4a22ec513c34'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:31.945561 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['825da655-1597-43e2-8a68-4a22ec513c34'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:31.999893 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa88fe-c315-4fe4-89ad-822a507b31cc None None] Pushing event updated for resources: {'Port': ['ID=1d26b3b2-a59a-4195-83a3-d881dfbd583c,revision_number=4']} {{(pid=99355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:32.084897 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] Set router 825da655-1597-43e2-8a68-4a22ec513c34 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:32.318602 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 4, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port': {'id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:25Z', 'updated_at': '2021-07-05T07:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '1d26b3b2-a59a-4195-83a3-d881dfbd583c', 'name': '', 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'mac_address': 'fa:16:3e:a6:da:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '03695a26-fb4e-471b-9ec7-86302d7d841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:27Z', 'updated_at': '2021-07-05T07:56:31Z', 'revision_number': 4, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'subnets': [{'id': '03695a26-fb4e-471b-9ec7-86302d7d841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:32.353949 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992aef8-f90a-452b-89f4-81cec914e30d None None] The sync data for ids ['825da655-1597-43e2-8a68-4a22ec513c34'] in dv-cinder-768592-9-iscsi is: [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 4, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port': {'id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:25Z', 'updated_at': '2021-07-05T07:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '1d26b3b2-a59a-4195-83a3-d881dfbd583c', 'name': '', 'network_id': '7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'mac_address': 'fa:16:3e:a6:da:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '03695a26-fb4e-471b-9ec7-86302d7d841d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:27Z', 'updated_at': '2021-07-05T07:56:31Z', 'revision_number': 4, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'subnets': [{'id': '03695a26-fb4e-471b-9ec7-86302d7d841d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:56:32.357043 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57762) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:32.546302 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1473b9fe-113b-47f9-86c6-2ee7381f34aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56a2b9bcc6144f268e662b8cd2a5b678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1857748 Jul 05 07:56:32.546620 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57768) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:32.600403 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81ea6e91-a089-4797-b0d2-3d213ca26a67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:32.626305 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81ea6e91-a089-4797-b0d2-3d213ca26a67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:32.675689 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81ea6e91-a089-4797-b0d2-3d213ca26a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:32.678805 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-81ea6e91-a089-4797-b0d2-3d213ca26a67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:32.680754 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-81ea6e91-a089-4797-b0d2-3d213ca26a67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f6790d9-a813-48ff-b18e-50430861697b HTTP/1.1" status: 204 len: 168 time: 0.1325922 Jul 05 07:56:32.689812 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ea6e91-a089-4797-b0d2-3d213ca26a67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6790d9-a813-48ff-b18e-50430861697b,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:33.332939 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57790) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:33.437855 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1619189211-network', 'tenant_id': 'd8a3771e87074398bdfa4639170e3be6'}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:33.458314 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Made reservation on behalf of d8a3771e87074398bdfa4639170e3be6 for: {'network': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:33.460782 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for network, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.469734 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.591871 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.596794 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.628074 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=99353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 07:56:33.648525 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.649432 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.segments_db [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Added segment 71fb0ef0-47b3-4519-a501-202b6c07bac7 of type vlan for network 72712c2d-0523-4fc2-af6e-a14250459c1b Jul 05 07:56:33.650956 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb315e6-037c-4296-8671-352a7535e48f,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:33.696384 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757125940839'] for network, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.728065 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488'] for network, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.729128 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:33.730142 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.794672 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4603691 Jul 05 07:56:33.797500 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 57796) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:33.802604 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.v2.base [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Request body: {'subnet': {'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1619189211-subnet', 'tenant_id': 'd8a3771e87074398bdfa4639170e3be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:33.812088 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbdef7b-6aec-4cd3-a5b9-13532824ed78 admin admin] Pushing event updated for resources: {'Network': ['ID=72712c2d-0523-4fc2-af6e-a14250459c1b,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:33.822317 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Network 72712c2d-0523-4fc2-af6e-a14250459c1b details requested by agent ovs-agent-dv-cinder-768592-9-iscsi with host dv-cinder-768592-9-iscsi {{(pid=99354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 07:56:33.842560 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Made reservation on behalf of d8a3771e87074398bdfa4639170e3be6 for: {'subnet': 1} {{(pid=99353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:33.844957 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26334790'] for subnet, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:33.892767 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 1d26b3b2-a59a-4195-83a3-d881dfbd583c up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:33.958910 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning for port 1d26b3b2-a59a-4195-83a3-d881dfbd583c completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:33.965483 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 1d26b3b2-a59a-4195-83a3-d881dfbd583c triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:33.965868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:34.065986 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:34.067190 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26214418', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26334804'] for subnet, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:34.103024 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] For port 1d26b3b2-a59a-4195-83a3-d881dfbd583c, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=1d26b3b2-a59a-4195-83a3-d881dfbd583c,segment=NetworkSegment(887f0feb-7f12-48fa-99a2-8dd1a4ad5531),segment_id=887f0feb-7f12-48fa-99a2-8dd1a4ad5531)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:34.109161 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:34.126524 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c,revision_number=0']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:34.133615 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Checking segment: {'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:34.133968 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Network hostable DHCP agents. Network: 72712c2d-0523-4fc2-af6e-a14250459c1b, hostable agents: ['59e4d7ac-6231-42c2-a0d3-7330b2cf9017'], hosted agents: [] {{(pid=99353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 07:56:34.151972 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Network 72712c2d-0523-4fc2-af6e-a14250459c1b is scheduled to be hosted by DHCP agent 59e4d7ac-6231-42c2-a0d3-7330b2cf9017 with binding_index 1 {{(pid=99353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 07:56:34.158851 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Pushing event updated for resources: {'Port': ['ID=1d26b3b2-a59a-4195-83a3-d881dfbd583c,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:34.161737 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.base_scheduler [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768592-9-iscsi, 72712c2d-0523-4fc2-af6e-a14250459c1b) {{(pid=99353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:34.167385 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:34.168441 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:34.172629 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1b617e-def8-4d36-9509-ac52b58d0c9b None None] Network 72712c2d-0523-4fc2-af6e-a14250459c1b requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:34.183860 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-08e816fc-3c50-4609-9941-6c36e1e33242 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3851523 Jul 05 07:56:34.302882 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2c5304-9cc1-47e3-907c-91ae1806d918 None None] Network 72712c2d-0523-4fc2-af6e-a14250459c1b requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:35.837144 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 1d26b3b2-a59a-4195-83a3-d881dfbd583c up at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:35.885806 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Provisioning complete for port 1d26b3b2-a59a-4195-83a3-d881dfbd583c triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:35.886156 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:36.002178 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75804af-c727-4636-9a32-2b3704544953 req-4d215262-ba9d-4e46-8466-b2198b3e2f35 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:36.003926 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-4d215262-ba9d-4e46-8466-b2198b3e2f35 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/networks?id=72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 200 len: 814 time: 0.1167171 Jul 05 07:56:36.021151 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-1bd9eecc-82a1-4c2f-bf61-53f9361e9559 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/quotas/d8a3771e87074398bdfa4639170e3be6 HTTP/1.1" status: 200 len: 375 time: 0.0101833 Jul 05 07:56:36.062233 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-4961e460-3b6a-4d7d-9454-c09938b4fb73 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8a3771e87074398bdfa4639170e3be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0340278 Jul 05 07:56:36.168590 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-1d3fd1d0-7b23-4116-8dd5-ec8a08d67113 service neutron] 10.222.0.30 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995848 Jul 05 07:56:36.261251 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-a5d46ccb-c6f7-4633-96cb-af55c17e7c80 service neutron] 10.222.0.30 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855117 Jul 05 07:56:36.473253 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5a940b0a-e7c6-45d8-8c99-bd3aa279f6aa req-79404599-7f94-48ca-a5b5-527f87194f37 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 210 time: 0.0311422 Jul 05 07:56:37.542465 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75804af-c727-4636-9a32-2b3704544953 req-084ec935-8ba2-4ffd-a583-bb2da829dedc tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:37.543964 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-084ec935-8ba2-4ffd-a583-bb2da829dedc tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "GET /v2.0/networks?id=72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 200 len: 814 time: 0.1101944 Jul 05 07:56:37.561508 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Request body: {'port': {'device_id': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b', 'admin_state_up': True, 'tenant_id': 'd8a3771e87074398bdfa4639170e3be6'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:37.656808 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7a8827da-62ff-4199-b2c4-171310b627f0 req-04552751-f746-479d-beed-1a987f086cab tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 210 time: 0.0433457 Jul 05 07:56:37.724223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Made reservation on behalf of d8a3771e87074398bdfa4639170e3be6 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:37.728717 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:37.866636 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Allocated IP 172.20.0.11 (72712c2d-0523-4fc2-af6e-a14250459c1b/dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c/7c43b242-0995-4065-9285-ff47b54bc2f8) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:38.023422 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.063258 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.106015 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Network 72712c2d-0523-4fc2-af6e-a14250459c1b is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:38.109243 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:38.115068 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:38.146412 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Pushing event updated for resources: {'Port': ['ID=7c43b242-0995-4065-9285-ff47b54bc2f8,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:38.171895 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:38.172504 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.186822 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-1ab5b0f5-14d4-48e7-ac53-807cdedeb84c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6323330 Jul 05 07:56:38.198667 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Request body: {'port': {'device_id': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:38.272131 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.539720 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c43b242-0995-4065-9285-ff47b54bc2f8 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:56:38.548170 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.560310 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Transition to ACTIVE for port object 7c43b242-0995-4065-9285-ff47b54bc2f8 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:38.564142 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.613412 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Pushing event updated for resources: {'Port': ['ID=7c43b242-0995-4065-9285-ff47b54bc2f8,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:38.680999 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Attempting to bind port 7c43b242-0995-4065-9285-ff47b54bc2f8 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:38.681596 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Attempting to bind port 7c43b242-0995-4065-9285-ff47b54bc2f8 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:38.681732 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Attempting to bind port 7c43b242-0995-4065-9285-ff47b54bc2f8 on network 72712c2d-0523-4fc2-af6e-a14250459c1b {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:38.687857 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Port 7c43b242-0995-4065-9285-ff47b54bc2f8 on network 72712c2d-0523-4fc2-af6e-a14250459c1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:56:38.688199 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Attempting to bind port 7c43b242-0995-4065-9285-ff47b54bc2f8 on network 72712c2d-0523-4fc2-af6e-a14250459c1b {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:38.693992 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:38.694328 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Checking segment: {'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:38.694743 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Bound using segment: {'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:38.695217 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Bound port: 7c43b242-0995-4065-9285-ff47b54bc2f8, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:38.696134 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.763563 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] For port 7c43b242-0995-4065-9285-ff47b54bc2f8, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:38.767032 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] For port 7c43b242-0995-4065-9285-ff47b54bc2f8, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7c43b242-0995-4065-9285-ff47b54bc2f8,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:38.771662 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.814695 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:38.815316 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:38.816669 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c43b242-0995-4065-9285-ff47b54bc2f8 HTTP/1.1" status: 200 len: 1094 time: 0.6223521 Jul 05 07:56:38.818180 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'tag': '7c43b242-0995-4065-9285-ff47b54bc2f8'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:38.820450 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a6d112d9-567f-430c-80fd-ffea46137bc4", "tag": "7c43b242-0995-4065-9285-ff47b54bc2f8"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:38.868182 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64de307-50ea-41b3-a250-b42b916abd31 service neutron] Pushing event updated for resources: {'Port': ['ID=7c43b242-0995-4065-9285-ff47b54bc2f8,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:38.881458 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca2b6ab-d126-4207-adb0-fd7baf5bcfea x-openstack-request-id: req-aca2b6ab-d126-4207-adb0-fd7baf5bcfea {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:38.881749 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6d112d9-567f-430c-80fd-ffea46137bc4", "tag": "7c43b242-0995-4065-9285-ff47b54bc2f8", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:38.882006 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aca2b6ab-d126-4207-adb0-fd7baf5bcfea {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:38.882412 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'tag': '7c43b242-0995-4065-9285-ff47b54bc2f8', 'status': 'completed', 'code': 200} Jul 05 07:56:38.934884 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c99b0-a913-495a-8ae5-f5a90d143b10 req-229c5157-42cb-4610-a4af-3a75548e26f6 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:38.936392 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c23c99b0-a913-495a-8ae5-f5a90d143b10 req-229c5157-42cb-4610-a4af-3a75548e26f6 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 944 time: 0.1371706 Jul 05 07:56:38.983473 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75804af-c727-4636-9a32-2b3704544953 req-6be86452-4702-4f55-8b6d-5002001aca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:38.985187 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-6be86452-4702-4f55-8b6d-5002001aca88 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8a3771e87074398bdfa4639170e3be6&device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 1097 time: 0.1055360 Jul 05 07:56:38.990671 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c23c99b0-a913-495a-8ae5-f5a90d143b10 req-eb90ff0c-bc12-4a48-b1c0-8d8627feb5c4 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472982 Jul 05 07:56:39.038081 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-a3a062d1-f7fc-497b-a644-9447333aca76 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c43b242-0995-4065-9285-ff47b54bc2f8 HTTP/1.1" status: 200 len: 217 time: 0.0352848 Jul 05 07:56:39.086887 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75804af-c727-4636-9a32-2b3704544953 req-fc7ea564-dc14-4f9d-8215-5a617640eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:39.088444 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-fc7ea564-dc14-4f9d-8215-5a617640eb4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c HTTP/1.1" status: 200 len: 854 time: 0.0445614 Jul 05 07:56:39.128986 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-464bb5a4-dcfe-4ebe-aa8b-f643d92b1399 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72712c2d-0523-4fc2-af6e-a14250459c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341790 Jul 05 07:56:39.225224 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-11933521-0414-4204-ad16-0fa841fac39c service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880997 Jul 05 07:56:39.323205 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-b75804af-c727-4636-9a32-2b3704544953 req-07ec8891-cbf7-463f-89a4-cece392198c4 service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880039 Jul 05 07:56:39.441272 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-0473bb23-a4e2-44c9-9107-efcb1d88a3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:39.442706 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-0473bb23-a4e2-44c9-9107-efcb1d88a3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8a3771e87074398bdfa4639170e3be6&device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 1097 time: 0.0531545 Jul 05 07:56:39.538782 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-bdf79a63-a030-4ea9-b33b-a503d342d282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:39.541094 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-bdf79a63-a030-4ea9-b33b-a503d342d282 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 200 len: 915 time: 0.0909646 Jul 05 07:56:39.580666 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-c799352d-c03c-40bd-b135-d8297060f7e0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c43b242-0995-4065-9285-ff47b54bc2f8 HTTP/1.1" status: 200 len: 217 time: 0.0330327 Jul 05 07:56:39.628265 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-744c9e0f-abfc-4454-8706-5247ec715823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:39.629716 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-744c9e0f-abfc-4454-8706-5247ec715823 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c HTTP/1.1" status: 200 len: 854 time: 0.0421016 Jul 05 07:56:39.671505 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-a32a5d68-346a-4830-9a37-a56bed0b5e3a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72712c2d-0523-4fc2-af6e-a14250459c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342124 Jul 05 07:56:39.764879 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-32d21cd1-e294-44cb-baa5-a3ac66f12c2e service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Jul 05 07:56:39.881892 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f0f884c0-ccba-4740-ac1e-842f5c54d0d0 req-b0366934-0b97-4123-a0e9-7c111d1df739 service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081729 Jul 05 07:56:40.204147 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c860ca3-a914-4e27-8d36-51ed149666b0 req-9894b0ca-a1b3-47bb-b02a-093019b41c06 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:40.212570 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c860ca3-a914-4e27-8d36-51ed149666b0 req-9894b0ca-a1b3-47bb-b02a-093019b41c06 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 944 time: 0.0808425 Jul 05 07:56:40.260629 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7c860ca3-a914-4e27-8d36-51ed149666b0 req-219eb326-d9b6-4eda-b537-cb73b53f94f8 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468721 Jul 05 07:56:41.454640 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d082a4e-1f24-4d58-a76f-281cf1c8ba5f req-f15e4594-320c-4e21-bd29-7bd2213b7fa2 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:41.456167 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2d082a4e-1f24-4d58-a76f-281cf1c8ba5f req-f15e4594-320c-4e21-bd29-7bd2213b7fa2 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 944 time: 0.0735900 Jul 05 07:56:41.495611 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2d082a4e-1f24-4d58-a76f-281cf1c8ba5f req-cb3ef6ab-273d-418c-af0b-fbe0f6e188f8 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332303 Jul 05 07:56:41.774244 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7c43b242-0995-4065-9285-ff47b54bc2f8 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:56:41.872880 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7c43b242-0995-4065-9285-ff47b54bc2f8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7c43b242-0995-4065-9285-ff47b54bc2f8,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:41.884616 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '7c43b242-0995-4065-9285-ff47b54bc2f8', 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b', 'port_id': '7c43b242-0995-4065-9285-ff47b54bc2f8', 'mac_address': 'fa:16:3e:d6:a8:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:56:41.922726 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:41.935358 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c43b242-0995-4065-9285-ff47b54bc2f8 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:56:41.956707 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7c43b242-0995-4065-9285-ff47b54bc2f8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7c43b242-0995-4065-9285-ff47b54bc2f8,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:41.963844 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:42.012340 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7c43b242-0995-4065-9285-ff47b54bc2f8,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:42.196417 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7c43b242-0995-4065-9285-ff47b54bc2f8'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:56:42.671511 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c30163d-2b47-44f1-8c6b-412eb04f8742 req-b8aeb85c-f039-4483-8acc-70404f964898 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:42.672979 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5c30163d-2b47-44f1-8c6b-412eb04f8742 req-b8aeb85c-f039-4483-8acc-70404f964898 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 945 time: 0.0667002 Jul 05 07:56:42.713711 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5c30163d-2b47-44f1-8c6b-412eb04f8742 req-86185ce1-acbc-4f94-8b05-c889342e8129 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345578 Jul 05 07:56:43.731280 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:56:43.775483 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7c43b242-0995-4065-9285-ff47b54bc2f8 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:56:43.824711 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 7c43b242-0995-4065-9285-ff47b54bc2f8 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:43.828616 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 7c43b242-0995-4065-9285-ff47b54bc2f8 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:43.828994 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:43.897878 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c32cbf-40ac-4cef-8581-626728e0409a req-6944636b-6385-4042-b9b6-4113d010c8eb tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:43.899483 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-22c32cbf-40ac-4cef-8581-626728e0409a req-6944636b-6385-4042-b9b6-4113d010c8eb tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 945 time: 0.0708048 Jul 05 07:56:43.914917 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:43.938028 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c43b242-0995-4065-9285-ff47b54bc2f8'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:43.940354 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bdc9505-05f6-4308-a9cd-3aababa14ff0" -d '{"events": [{"server_uuid": "a6d112d9-567f-430c-80fd-ffea46137bc4", "name": "network-vif-plugged", "status": "completed", "tag": "7c43b242-0995-4065-9285-ff47b54bc2f8"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:43.941843 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-22c32cbf-40ac-4cef-8581-626728e0409a req-19f30e4e-0ef4-414c-bc93-e56dc096acd3 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328608 Jul 05 07:56:43.957096 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 7c43b242-0995-4065-9285-ff47b54bc2f8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7c43b242-0995-4065-9285-ff47b54bc2f8,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:43.964912 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:43.998946 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92f1a84-c9c0-4de3-9a91-5a9a03fa3137 x-openstack-request-id: req-f92f1a84-c9c0-4de3-9a91-5a9a03fa3137 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:43.999263 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d112d9-567f-430c-80fd-ffea46137bc4", "name": "network-vif-plugged", "status": "completed", "tag": "7c43b242-0995-4065-9285-ff47b54bc2f8", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:43.999520 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f92f1a84-c9c0-4de3-9a91-5a9a03fa3137 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:43.999903 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c43b242-0995-4065-9285-ff47b54bc2f8', 'code': 200} Jul 05 07:56:44.026298 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=7c43b242-0995-4065-9285-ff47b54bc2f8,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:44.208680 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a083c4-7008-4f52-a1bf-f79e54ee9909 req-28db2905-98d7-4c2a-bf37-adbc4e5a554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:44.210185 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-64a083c4-7008-4f52-a1bf-f79e54ee9909 req-28db2905-98d7-4c2a-bf37-adbc4e5a554d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0514765 Jul 05 07:56:44.246907 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-64a083c4-7008-4f52-a1bf-f79e54ee9909 req-b7371117-a235-42b3-b0c7-4735539d6228 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272682 Jul 05 07:56:45.135929 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358b7aa-96ef-47cd-ad42-d13fea358088 req-1726a80c-06de-4a50-abb3-272505047514 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:45.137455 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e358b7aa-96ef-47cd-ad42-d13fea358088 req-1726a80c-06de-4a50-abb3-272505047514 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 946 time: 0.0684168 Jul 05 07:56:45.178047 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e358b7aa-96ef-47cd-ad42-d13fea358088 req-c539b043-a060-49e5-a1c8-770184aaecc6 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340471 Jul 05 07:56:46.368392 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873587e4-bc2c-4e32-9076-f1bc04e2c354 req-c9f845fa-cd53-407e-abf2-cf7b62d4f920 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:46.370146 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-873587e4-bc2c-4e32-9076-f1bc04e2c354 req-c9f845fa-cd53-407e-abf2-cf7b62d4f920 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 946 time: 0.0761175 Jul 05 07:56:46.393950 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d1454315-b4a6-4990-a7cd-5dd210c35b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:46.414951 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-873587e4-bc2c-4e32-9076-f1bc04e2c354 req-9f4cac51-2c75-4977-801e-1830173fd23b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Jul 05 07:56:47.439708 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 57954) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:47.635973 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-941cf1ff-e3a4-448c-a3f4-ad45977cef40 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152502770&fields=id&tenant_id=20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 267 time: 0.0476525 Jul 05 07:56:47.642686 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Deleting port 3e4eab48-81c2-4a3a-83fb-89c02915d343 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:47.643032 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:47.797354 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:47.797683 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:47.815665 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-08404221-196e-40ee-b04e-55ef4adb9f31 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:47.817063 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-08404221-196e-40ee-b04e-55ef4adb9f31 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 812 time: 0.1721599 Jul 05 07:56:47.820828 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Calling delete_port for 3e4eab48-81c2-4a3a-83fb-89c02915d343 owned by network:floatingip {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:47.846438 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-69de8808-4532-4bcc-8662-11fa442be0ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/quotas/20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 375 time: 0.0175557 Jul 05 07:56:47.985929 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-d9facbbc-b469-4a77-8a84-92ec2257f2e7 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1123364 Jul 05 07:56:48.044329 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:48.073162 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event deleted for resources: {'Port': ['ID=3e4eab48-81c2-4a3a-83fb-89c02915d343,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:48.201037 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for floatingip, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:48.201370 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Floating IP 282b8c4b-6256-4a0e-859e-df3948d87224 disassociated (deleted). External IP: 172.27.3.183, port: 83e154e0-cb94-4fbd-8965-cb2b301213c0. Jul 05 07:56:48.255368 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-a2f5615b-ee16-4f83-b2b9-35733040cfcf service neutron] 10.222.0.30 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395098 Jul 05 07:56:48.818985 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-e06599e8-a89d-48d6-be11-89279b188acd service neutron] 10.222.0.30 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5542901 Jul 05 07:56:48.895953 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Router e0eff821-b318-4bfc-94fb-dd64c248ab7a has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:56:49.028295 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:56:49.040371 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:49.047365 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] Sync routers for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:56:49.058848 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-10d02012-ae23-4541-a17d-2f054e236699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:49.066656 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:49.067603 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:49.080564 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-0550ab8f-27cd-4a48-9343-a159341e5b7d tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "DELETE /v2.0/floatingips/282b8c4b-6256-4a0e-859e-df3948d87224 HTTP/1.1" status: 204 len: 168 time: 1.6397140 Jul 05 07:56:49.081265 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:49.083843 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8" -d '{"events": [{"name": "network-changed", "server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:49.170263 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1307976b-7c94-43c4-af0a-f2268b5e6dcb x-openstack-request-id: req-1307976b-7c94-43c4-af0a-f2268b5e6dcb {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:49.170634 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:49.171098 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1307976b-7c94-43c4-af0a-f2268b5e6dcb {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:49.171599 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'status': 'completed', 'code': 200} Jul 05 07:56:49.246720 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:49.276853 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0bcdf8c6-8720-49d3-96b3-ea0550a3f13c req-dd0d39c0-3b9d-4162-9bb0-9d0960f010ce tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 210 time: 0.0632083 Jul 05 07:56:49.312517 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-8e4a2670-066f-46d5-b4b7-e94da48dd312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:49.318635 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:49.321957 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-8e4a2670-066f-46d5-b4b7-e94da48dd312 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e78e4bd345a74ac2860317239dde0c46&device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 1099 time: 0.1164305 Jul 05 07:56:49.441431 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-93728adc-c3b3-4004-a619-390105011c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:49.442974 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-93728adc-c3b3-4004-a619-390105011c46 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 200 len: 910 time: 0.1152735 Jul 05 07:56:49.492800 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-cf5a2d2b-56b8-46e2-aae1-4e4e02e635d3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 200 len: 217 time: 0.0415030 Jul 05 07:56:49.528512 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:49.567507 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-1e719165-595c-4956-8d4f-d6408f1e0273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:49.569293 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-1e719165-595c-4956-8d4f-d6408f1e0273 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 200 len: 848 time: 0.0692534 Jul 05 07:56:49.583406 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 5, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:49.626033 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] Checking router: e0eff821-b318-4bfc-94fb-dd64c248ab7a for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:56:49.639171 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:49.640205 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:49.683565 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-cb2684a8-3cc9-4adf-a811-e9836d6a0102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:49.685089 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-cb2684a8-3cc9-4adf-a811-e9836d6a0102 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7dde9fae-cdf8-4b21-9d84-27a251bb2129&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1044703 Jul 05 07:56:49.696297 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707121a-d12a-47dd-af9d-e0b313eb9ebc req-c7fbbb4f-9248-43ab-bd94-a0b58924b918 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:49.697779 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4707121a-d12a-47dd-af9d-e0b313eb9ebc req-c7fbbb4f-9248-43ab-bd94-a0b58924b918 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.1079290 Jul 05 07:56:49.798936 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4707121a-d12a-47dd-af9d-e0b313eb9ebc req-7ec3f966-40eb-4c35-8af7-686e590045f3 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535319 Jul 05 07:56:49.814833 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:49.831994 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-f909f78c-3f99-4700-946e-b7c9def6508f service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246464 Jul 05 07:56:49.926379 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0479b2ec-bd70-42ef-9514-b10c9eec0fc8 req-5992b8ca-90d0-4245-9d60-87ee27aac4fa service neutron] 10.222.0.24 "GET /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950618 Jul 05 07:56:50.098778 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 5, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:50.129866 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc59558-f539-450c-bed9-f4c584fb012b None None] The sync data for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi is: [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:11Z', 'revision_number': 4, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': '081e5944-d8b2-495b-afd1-df50b4739259', 'name': '', 'network_id': '7dde9fae-cdf8-4b21-9d84-27a251bb2129', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'mac_address': 'fa:16:3e:c0:b6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:11Z', 'updated_at': '2021-07-05T07:52:19Z', 'revision_number': 5, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'subnets': [{'id': 'abe0d2f0-e4b9-4035-a42a-8b82a60aaae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:56:50.165025 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:50.370571 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92b4847-1afe-4c32-826d-632e54fc0225 None None] New status for floating IP 282b8c4b-6256-4a0e-859e-df3948d87224: DOWN {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:56:50.472584 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-54adf8ad-4f55-4582-974f-117619810ca4 req-b1be9e57-1efe-483e-9a49-013c3d8a1f21 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 210 time: 0.0589757 Jul 05 07:56:50.592715 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-a2cc5f52-dacd-4897-a4dc-5457deb2df8e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:50.594548 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-a2cc5f52-dacd-4897-a4dc-5457deb2df8e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 812 time: 0.1327593 Jul 05 07:56:50.644763 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-cd11a161-efab-4076-a07d-97658fb392a0 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 380 time: 0.0401587 Jul 05 07:56:50.660442 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'port': {'device_id': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'admin_state_up': True, 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'security_groups': ['c693c9a4-7bff-46c8-8271-0c2f5a796652']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:50.783636 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Made reservation on behalf of 20fdc80e8f2143d5826264fad65315fd for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:56:50.787832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:50.925396 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Allocated IP 172.20.0.11 (18847d17-ddac-44a3-a2e0-a5f92c99e79c/f195c483-adf7-4ba4-930c-5f9012f90107/fa0b680a-0acb-411a-abfd-d96dde843192) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:56:51.088975 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f944089-9660-41e6-8f3c-d903ccddfc87 req-3f9f5142-c53c-4c83-be69-92687abe7147 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:51.090619 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5f944089-9660-41e6-8f3c-d903ccddfc87 req-3f9f5142-c53c-4c83-be69-92687abe7147 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.1509786 Jul 05 07:56:51.174952 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.188134 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5f944089-9660-41e6-8f3c-d903ccddfc87 req-eee6cadd-f50f-4a3a-a8ae-2572c4bf6836 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/security-groups?id=52d39d09-bbb0-4da4-b672-fa384f63e01c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755179 Jul 05 07:56:51.197282 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Transition to ACTIVE for port object fa0b680a-0acb-411a-abfd-d96dde843192 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:51.244622 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.323124 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:56:51.331417 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:56:51.333826 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=fa0b680a-0acb-411a-abfd-d96dde843192,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:51.341306 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:56:51.401929 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:51.402595 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.414578 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-8e7f5baa-2493-4403-8e85-1df51f2bc9f0 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:51.416133 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-8e7f5baa-2493-4403-8e85-1df51f2bc9f0 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.24 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 946 time: 0.1410642 Jul 05 07:56:51.437978 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-abdc797f-b69e-4879-b1ea-6ff647c558c8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7872560 Jul 05 07:56:51.467062 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Request body: {'port': {'device_id': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:56:51.599788 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.623816 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Deleting port 83e154e0-cb94-4fbd-8965-cb2b301213c0 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:51.624132 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.667035 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-dd862989-b99e-4641-81fd-7011cd3b8ee4 None None] Provisioning for port fa0b680a-0acb-411a-abfd-d96dde843192 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:56:51.671326 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-dd862989-b99e-4641-81fd-7011cd3b8ee4 None None] Provisioning complete for port fa0b680a-0acb-411a-abfd-d96dde843192 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:56:51.671829 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-dd862989-b99e-4641-81fd-7011cd3b8ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.706133 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-dd862989-b99e-4641-81fd-7011cd3b8ee4 None None] Port fa0b680a-0acb-411a-abfd-d96dde843192 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:56:51.769512 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.868590 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe708ba-038e-47ad-865b-705751682b10 req-8d1bcba9-cd2d-4b7d-a1c1-9701fb8cbcb1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:51.870090 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cfe708ba-038e-47ad-865b-705751682b10 req-8d1bcba9-cd2d-4b7d-a1c1-9701fb8cbcb1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 932 time: 0.2489672 Jul 05 07:56:51.873990 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] For port 83e154e0-cb94-4fbd-8965-cb2b301213c0, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=83e154e0-cb94-4fbd-8965-cb2b301213c0,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:51.874352 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:51.947630 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Calling delete_port for 83e154e0-cb94-4fbd-8965-cb2b301213c0 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:52.015459 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-cfe708ba-038e-47ad-865b-705751682b10 req-95e02be6-539a-42a0-99ba-9461a2c0277d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383731 Jul 05 07:56:52.152763 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa0b680a-0acb-411a-abfd-d96dde843192 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:56:52.165249 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:52.189435 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Transition to ACTIVE for port object fa0b680a-0acb-411a-abfd-d96dde843192 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:56:52.203311 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:52.214601 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:52.249812 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event deleted for resources: {'Port': ['ID=83e154e0-cb94-4fbd-8965-cb2b301213c0,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:52.343393 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] No DVR routers for this DVR port 83e154e0-cb94-4fbd-8965-cb2b301213c0 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:56:52.359402 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:52.361368 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f3a6b1e6-bef6-428a-9060-ba8d310c5272 req-6058b723-9979-4acc-80bf-45fa20be1874 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.24 "DELETE /v2.0/ports/83e154e0-cb94-4fbd-8965-cb2b301213c0 HTTP/1.1" status: 204 len: 173 time: 0.9360745 Jul 05 07:56:52.362067 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-deleted', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:52.364354 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802ca906-d133-47dd-9e44-4413fa7aa705" -d '{"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-deleted", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:52.374508 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b680a-0acb-411a-abfd-d96dde843192,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:52.422548 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-59341597-9b19-4334-99b4-dfac8cb7d507 req-c5b5de47-cc60-4293-89a8-0ca3fc7caf21 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "GET /v2.0/ports?device_id=997c4af0-b020-4701-b517-6579e1f5b110 HTTP/1.1" status: 200 len: 210 time: 0.0792663 Jul 05 07:56:52.476107 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe15830-c786-4a7b-84d4-e52a024650c4 x-openstack-request-id: req-efe15830-c786-4a7b-84d4-e52a024650c4 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:52.476468 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997c4af0-b020-4701-b517-6579e1f5b110", "name": "network-vif-deleted", "tag": "83e154e0-cb94-4fbd-8965-cb2b301213c0", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:52.476938 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-efe15830-c786-4a7b-84d4-e52a024650c4 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:52.477363 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997c4af0-b020-4701-b517-6579e1f5b110', 'name': 'network-vif-deleted', 'tag': '83e154e0-cb94-4fbd-8965-cb2b301213c0', 'status': 'completed', 'code': 200} Jul 05 07:56:52.497268 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Attempting to bind port fa0b680a-0acb-411a-abfd-d96dde843192 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:56:52.497611 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Attempting to bind port fa0b680a-0acb-411a-abfd-d96dde843192 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:56:52.497942 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Attempting to bind port fa0b680a-0acb-411a-abfd-d96dde843192 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:52.502854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Port fa0b680a-0acb-411a-abfd-d96dde843192 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:56:52.503077 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Attempting to bind port fa0b680a-0acb-411a-abfd-d96dde843192 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:56:52.508965 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:56:52.509310 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Checking segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:56:52.509693 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Bound using segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:56:52.510119 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Bound port: fa0b680a-0acb-411a-abfd-d96dde843192, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:56:52.510521 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:52.585094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] For port fa0b680a-0acb-411a-abfd-d96dde843192, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:56:52.588512 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] For port fa0b680a-0acb-411a-abfd-d96dde843192, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa0b680a-0acb-411a-abfd-d96dde843192,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:56:52.592914 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:52.634051 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:52.634715 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:52.636182 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-25021e99-1750-45e7-b823-9e7782267059 service neutron] 10.222.0.24 "PUT /v2.0/ports/fa0b680a-0acb-411a-abfd-d96dde843192 HTTP/1.1" status: 200 len: 1094 time: 1.1740410 Jul 05 07:56:52.676599 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25021e99-1750-45e7-b823-9e7782267059 service neutron] Pushing event updated for resources: {'Port': ['ID=fa0b680a-0acb-411a-abfd-d96dde843192,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:52.783920 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-ae8d8a2f-0d3a-465e-b824-e52693d136db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:52.785803 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-ae8d8a2f-0d3a-465e-b824-e52693d136db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 1097 time: 0.0749214 Jul 05 07:56:52.840386 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-07e25971-72e6-4498-ba76-654576a92688 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b680a-0acb-411a-abfd-d96dde843192 HTTP/1.1" status: 200 len: 217 time: 0.0465524 Jul 05 07:56:52.907805 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-632cb11a-80f8-4ea3-ac87-d3f5d4c42774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:52.909308 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-632cb11a-80f8-4ea3-ac87-d3f5d4c42774 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0626471 Jul 05 07:56:52.989274 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f866a1-65d5-456e-adfa-5552099bf35f req-3f3d4e5e-9932-4b9e-a3ad-b13525224a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:52.990929 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-3f3d4e5e-9932-4b9e-a3ad-b13525224a19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0669584 Jul 05 07:56:53.102220 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-fe604e1a-0fd6-4d82-b37a-2d3d0c7bf557 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032813 Jul 05 07:56:53.272947 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-53f866a1-65d5-456e-adfa-5552099bf35f req-035f608a-3852-40e9-bbf5-28aedf6f0124 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621561 Jul 05 07:56:53.301625 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb06f-f64b-4cf3-8171-a8623ac6e50f req-b5b55e49-6013-4355-80f6-1c6d02b111f0 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:53.303103 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-229eb06f-f64b-4cf3-8171-a8623ac6e50f req-b5b55e49-6013-4355-80f6-1c6d02b111f0 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.1398189 Jul 05 07:56:53.345174 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-229eb06f-f64b-4cf3-8171-a8623ac6e50f req-c13f7f1f-829c-47c3-9010-f70cbe9791eb tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348525 Jul 05 07:56:53.541437 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58010) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:53.603678 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0c917d4e-a12f-47aa-90cf-e5edaa8c35e4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:53.630934 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0c917d4e-a12f-47aa-90cf-e5edaa8c35e4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:53.692627 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0c917d4e-a12f-47aa-90cf-e5edaa8c35e4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:53.696203 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-0c917d4e-a12f-47aa-90cf-e5edaa8c35e4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:53.697473 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-0c917d4e-a12f-47aa-90cf-e5edaa8c35e4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] 10.222.0.30 "DELETE /v2.0/security-groups/52d39d09-bbb0-4da4-b672-fa384f63e01c HTTP/1.1" status: 204 len: 168 time: 0.1550381 Jul 05 07:56:53.706774 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c917d4e-a12f-47aa-90cf-e5edaa8c35e4 tempest-TestShelveInstance-1567351927 tempest-TestShelveInstance-1567351927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d39d09-bbb0-4da4-b672-fa384f63e01c,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:53.767481 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58014) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:54.141963 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:54.404412 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Deleting port 081e5944-d8b2-495b-afd1-df50b4739259 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:54.404736 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:54.484926 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] For port 081e5944-d8b2-495b-afd1-df50b4739259, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=081e5944-d8b2-495b-afd1-df50b4739259,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:54.485289 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:54.489784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:56:54.492576 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9" -d '{"events": [{"name": "network-changed", "server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:56:54.499385 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Calling delete_port for 081e5944-d8b2-495b-afd1-df50b4739259 owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:54.530317 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e876d6-c368-4cb5-a53c-ea2d00406c39 x-openstack-request-id: req-a0e876d6-c368-4cb5-a53c-ea2d00406c39 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:56:54.530723 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:56:54.531045 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0e876d6-c368-4cb5-a53c-ea2d00406c39 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:56:54.531503 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'status': 'completed', 'code': 200} Jul 05 07:56:54.541555 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633c9f7-5972-4cd7-a373-6da3d7da5e97 req-06b6199f-e9e7-4fe9-aecc-6cf64937c253 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:54.543390 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6633c9f7-5972-4cd7-a373-6da3d7da5e97 req-06b6199f-e9e7-4fe9-aecc-6cf64937c253 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.0826235 Jul 05 07:56:54.618812 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6633c9f7-5972-4cd7-a373-6da3d7da5e97 req-6810afda-b61f-46bd-ab60-7790f53a8c6e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693598 Jul 05 07:56:54.643726 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-82e45b23-d1e0-4e72-b2ee-a09701a6cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:54.645197 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-82e45b23-d1e0-4e72-b2ee-a09701a6cbe2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 1097 time: 0.0879261 Jul 05 07:56:54.694077 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:54.723478 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Pushing event deleted for resources: {'Port': ['ID=081e5944-d8b2-495b-afd1-df50b4739259,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:54.743989 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-ee7c134a-9214-471a-8d7f-a081dc6e35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:54.745511 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-ee7c134a-9214-471a-8d7f-a081dc6e35d3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0933022 Jul 05 07:56:54.801583 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-74363f23-fb22-43db-9c9a-a917433f188c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b680a-0acb-411a-abfd-d96dde843192 HTTP/1.1" status: 200 len: 217 time: 0.0447657 Jul 05 07:56:54.864842 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-8eb9aa31-f9a2-419c-b084-527fee39f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:54.866759 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-8eb9aa31-f9a2-419c-b084-527fee39f4b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0578144 Jul 05 07:56:54.904698 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:54.945697 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-0a6c5b42-811a-475c-8fef-09d4c473fcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:54.947276 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-0a6c5b42-811a-475c-8fef-09d4c473fcf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708802 Jul 05 07:56:55.052282 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-53cd7e13-6cef-44ea-948e-0fe65db7f37d service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962546 Jul 05 07:56:55.154197 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9a69f87b-9ba8-4374-8b6c-8ef7339a65b9 req-b5fb22b3-6de9-4f58-8500-0fcbf77135c1 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945532 Jul 05 07:56:55.384759 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Router e0eff821-b318-4bfc-94fb-dd64c248ab7a has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:56:55.494801 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:56:55.499793 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-3129e55c-e6ce-4820-9553-a23fd0bde318 admin admin] 10.222.0.30 "PUT /v2.0/routers/e0eff821-b318-4bfc-94fb-dd64c248ab7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312760 Jul 05 07:56:55.502775 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58024) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:55.505439 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] Sync routers for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:56:55.516039 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:55.516744 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:55.609469 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:55.622566 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:55.718444 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:55.780711 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Deleting port 9c5d3e0a-6739-4a13-a016-440757832a1f {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:55.781050 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:55.818152 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86'}], 'enable_snat': True}, 'gw_port_id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:56:54Z', 'revision_number': 5, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port': {'id': '9c5d3e0a-6739-4a13-a016-440757832a1f', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:94:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:55.820410 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6387aa51-5e36-49f5-afc9-c59ca4fd9a2e req-49a29558-f51e-4f44-8993-a626a5f48c35 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:55.822326 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6387aa51-5e36-49f5-afc9-c59ca4fd9a2e req-49a29558-f51e-4f44-8993-a626a5f48c35 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.0851195 Jul 05 07:56:55.857728 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] Checking router: e0eff821-b318-4bfc-94fb-dd64c248ab7a for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:56:55.867718 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 83e154e0-cb94-4fbd-8965-cb2b301213c0 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:56:55.871847 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] Routers {'e0eff821-b318-4bfc-94fb-dd64c248ab7a'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:55.872672 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:55.874852 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] For port 9c5d3e0a-6739-4a13-a016-440757832a1f, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=9c5d3e0a-6739-4a13-a016-440757832a1f,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:55.875221 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:55.878116 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6387aa51-5e36-49f5-afc9-c59ca4fd9a2e req-ebb9a6f3-8d7f-41a9-88a6-6099f2517021 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486567 Jul 05 07:56:55.888769 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Calling delete_port for 9c5d3e0a-6739-4a13-a016-440757832a1f owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:55.927250 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 83e154e0-cb94-4fbd-8965-cb2b301213c0 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:56:55.927532 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 83e154e0-cb94-4fbd-8965-cb2b301213c0 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:56:55.978232 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] Set router e0eff821-b318-4bfc-94fb-dd64c248ab7a gateway port host: None {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:56.068748 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.098353 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5d3e0a-6739-4a13-a016-440757832a1f,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:56.130891 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.131136 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.131483 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.131823 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.132159 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.133114 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.133454 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.133785 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.134118 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.134476 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.134804 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.135132 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:56:56.154276 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:56:55Z', 'revision_number': 6, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:56.175987 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.180017 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23facb6a-a9b0-498a-b304-db69be41f9fc None None] The sync data for ids ['e0eff821-b318-4bfc-94fb-dd64c248ab7a'] in dv-cinder-768592-9-iscsi is: [{'id': 'e0eff821-b318-4bfc-94fb-dd64c248ab7a', 'name': 'tempest-TestShelveInstance-1963228112-router', 'tenant_id': 'e78e4bd345a74ac2860317239dde0c46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:08Z', 'updated_at': '2021-07-05T07:56:55Z', 'revision_number': 6, 'project_id': 'e78e4bd345a74ac2860317239dde0c46', 'gw_port_host': None}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:56:56.266722 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.268765 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.311271 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.311799 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0eff821-b318-4bfc-94fb-dd64c248ab7a {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 07:56:56.315967 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.317135 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bc8ed2dc-a10a-4c84-8ec4-110994fabad2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e0eff821-b318-4bfc-94fb-dd64c248ab7a HTTP/1.1" status: 204 len: 168 time: 0.8132694 Jul 05 07:56:56.319635 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58028) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:56.364803 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] Deleting subnet abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:56:56.368277 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.408703 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.485664 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.539078 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.563767 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abe0d2f0-e4b9-4035-a42a-8b82a60aaae6,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:56.571307 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.573481 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-77729481-3475-4573-8499-e7eb19bbb131 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/abe0d2f0-e4b9-4035-a42a-8b82a60aaae6 HTTP/1.1" status: 204 len: 168 time: 0.2518911 Jul 05 07:56:56.575834 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58032) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:56.577404 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0315c0c3-ff52-491c-a974-9cd587556b73 None None] Network 7dde9fae-cdf8-4b21-9d84-27a251bb2129 requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:56.659884 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.715899 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Deleting port 51073809-0660-44d1-bb21-dfaa24af24fc {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:56.716243 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.782596 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] For port 51073809-0660-44d1-bb21-dfaa24af24fc, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=51073809-0660-44d1-bb21-dfaa24af24fc,segment=NetworkSegment(0d656c46-dc9d-4a0d-b9fc-73855c8291f2),segment_id=0d656c46-dc9d-4a0d-b9fc-73855c8291f2)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:56.782961 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.799764 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Calling delete_port for 51073809-0660-44d1-bb21-dfaa24af24fc owned by network:dhcp {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:56.878177 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.904836 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=51073809-0660-44d1-bb21-dfaa24af24fc,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:56.906594 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] No DVR routers for this DVR port 51073809-0660-44d1-bb21-dfaa24af24fc on host dv-cinder-768592-9-iscsi {{(pid=99353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:56:56.988446 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:56.999533 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dde9fae-cdf8-4b21-9d84-27a251bb2129']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:57.015144 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d656c46-dc9d-4a0d-b9fc-73855c8291f2') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:57.015441 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d656c46-dc9d-4a0d-b9fc-73855c8291f2') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:57.026793 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.034568 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b96e70-7a71-43ba-8bd0-fbfe989617a3 None None] DHCP port deletion for 7dde9fae-cdf8-4b21-9d84-27a251bb2129 request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 07:56:57.059372 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.066047 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:56:57.066479 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:56:57.068171 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:56:57.076777 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55607317-eaba-40e6-b6b9-399eacc18adb req-545e2900-614d-46e8-b1e7-aaa60ebc4329 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:57.078546 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-55607317-eaba-40e6-b6b9-399eacc18adb req-545e2900-614d-46e8-b1e7-aaa60ebc4329 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.0818353 Jul 05 07:56:57.123086 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-55607317-eaba-40e6-b6b9-399eacc18adb req-3b7eb0c1-7234-41b6-bc14-213273464cb9 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388665 Jul 05 07:56:57.139356 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.154913 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.156810 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7dde9fae-cdf8-4b21-9d84-27a251bb2129 HTTP/1.1" status: 204 len: 168 time: 0.5800235 Jul 05 07:56:57.158059 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0230a42e-f04e-47d7-bfd5-4a8f6e54a9e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7dde9fae-cdf8-4b21-9d84-27a251bb2129,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:57.159637 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58036) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:57.516315 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.813902 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Deleting port bed6463a-691d-41a9-9006-422b8455858e {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:57.814238 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.853176 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 51073809-0660-44d1-bb21-dfaa24af24fc no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:56:57.877289 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 51073809-0660-44d1-bb21-dfaa24af24fc {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:56:57.877686 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 51073809-0660-44d1-bb21-dfaa24af24fc not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:56:57.878124 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c5d3e0a-6739-4a13-a016-440757832a1f no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:56:57.899256 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 9c5d3e0a-6739-4a13-a016-440757832a1f {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:56:57.899868 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 9c5d3e0a-6739-4a13-a016-440757832a1f not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:56:57.900301 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 081e5944-d8b2-495b-afd1-df50b4739259 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:56:57.909402 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] For port bed6463a-691d-41a9-9006-422b8455858e, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=bed6463a-691d-41a9-9006-422b8455858e,segment=NetworkSegment(c9d3901c-fc5d-449a-b63c-3b7367e44974),segment_id=c9d3901c-fc5d-449a-b63c-3b7367e44974)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:57.909771 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:57.919423 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 081e5944-d8b2-495b-afd1-df50b4739259 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:56:57.920013 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 081e5944-d8b2-495b-afd1-df50b4739259 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:56:57.922799 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Calling delete_port for bed6463a-691d-41a9-9006-422b8455858e owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:58.110605 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:58.137316 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Pushing event deleted for resources: {'Port': ['ID=bed6463a-691d-41a9-9006-422b8455858e,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:58.314154 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:58.327056 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc3fda-e0ec-4b42-8340-98f82bec0375 req-d7f23fca-f7bd-4a8a-9c5b-97a075b1f200 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:58.328555 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38dc3fda-e0ec-4b42-8340-98f82bec0375 req-d7f23fca-f7bd-4a8a-9c5b-97a075b1f200 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.0724707 Jul 05 07:56:58.371019 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-38dc3fda-e0ec-4b42-8340-98f82bec0375 req-b7e4ed59-8b94-4026-9354-50c492ceea12 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Jul 05 07:56:58.533444 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Router bfbe608d-32b6-4b85-9a3c-4000b77339a6 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:56:58.639341 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:56:58.644318 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b6ac4306-6fed-4b3e-9354-becb59466397 admin admin] 10.222.0.30 "PUT /v2.0/routers/bfbe608d-32b6-4b85-9a3c-4000b77339a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837649 Jul 05 07:56:58.646851 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58044) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:58.649276 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] Sync routers for ids ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:56:58.658207 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] Routers {'bfbe608d-32b6-4b85-9a3c-4000b77339a6'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:58.658836 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:58.772709 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] Set router bfbe608d-32b6-4b85-9a3c-4000b77339a6 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:58.958516 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:56:58Z', 'revision_number': 5, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:58.992975 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] Checking router: bfbe608d-32b6-4b85-9a3c-4000b77339a6 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:56:59.002207 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] Routers {'bfbe608d-32b6-4b85-9a3c-4000b77339a6'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:56:59.002207 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:59.005847 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.103851 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] Set router bfbe608d-32b6-4b85-9a3c-4000b77339a6 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:56:59.109429 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.162481 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Deleting port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:56:59.163163 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.239445 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] For port c3997c4f-aab0-4c91-9b26-f0bf48ef23d5, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:56:59.239899 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.256326 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Calling delete_port for c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:56:59.365905 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:56:58Z', 'revision_number': 5, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:56:59.391641 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b5bc80c-8c82-4d81-9c06-e804c2ac7346 None None] The sync data for ids ['bfbe608d-32b6-4b85-9a3c-4000b77339a6'] in dv-cinder-768592-9-iscsi is: [{'id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'name': 'tempest-TestShelveInstance-1990417751-router', 'tenant_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:52:14Z', 'updated_at': '2021-07-05T07:56:58Z', 'revision_number': 5, 'project_id': 'becb4efe365948e79bd01fa5b5e8c2b0', 'gw_port': {'id': 'c3997c4f-aab0-4c91-9b26-f0bf48ef23d5', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:f2:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfbe608d-32b6-4b85-9a3c-4000b77339a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:52:15Z', 'updated_at': '2021-07-05T07:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:56:59.420800 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.455108 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3997c4f-aab0-4c91-9b26-f0bf48ef23d5,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:59.512877 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.551439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf7c1c6-7e17-4836-a3e5-fad0bdf31bcf req-37b57620-bf41-4556-a977-bff0fb66e793 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:56:59.552939 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0bf7c1c6-7e17-4836-a3e5-fad0bdf31bcf req-37b57620-bf41-4556-a977-bff0fb66e793 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.0663147 Jul 05 07:56:59.593003 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0bf7c1c6-7e17-4836-a3e5-fad0bdf31bcf req-c43419bc-8d22-4ccb-93b2-0e6cd69da8c6 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339067 Jul 05 07:56:59.601831 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.604218 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.647699 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.648285 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfbe608d-32b6-4b85-9a3c-4000b77339a6 {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 07:56:59.652788 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.653948 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b97e8b06-aa3c-40f5-b3c3-41ffb3bb3069 admin admin] 10.222.0.30 "DELETE /v2.0/routers/bfbe608d-32b6-4b85-9a3c-4000b77339a6 HTTP/1.1" status: 204 len: 168 time: 1.0061553 Jul 05 07:56:59.656458 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58062) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:59.703419 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] Deleting subnet 6c43b225-9d60-484f-a88b-15964297e296 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:56:59.706277 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.740407 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.820888 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.885982 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.903617 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device bed6463a-691d-41a9-9006-422b8455858e no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:56:59.911823 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c43b225-9d60-484f-a88b-15964297e296,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:56:59.915597 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:56:59.919950 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6c7ecec9-33eb-46be-90d9-59895ecabd8e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6c43b225-9d60-484f-a88b-15964297e296 HTTP/1.1" status: 204 len: 168 time: 0.2600460 Jul 05 07:56:59.919950 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58064) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:56:59.934223 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737a1a04-82b0-4f1e-91aa-321f14480da7 None None] Network 29e34249-862c-4635-9a62-98d145005afb requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 07:56:59.936546 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: bed6463a-691d-41a9-9006-422b8455858e {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:56:59.937136 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device bed6463a-691d-41a9-9006-422b8455858e not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:56:59.994421 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.049438 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Deleting port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:57:00.049864 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.122413 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] For port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27,segment=NetworkSegment(c9d3901c-fc5d-449a-b63c-3b7367e44974),segment_id=c9d3901c-fc5d-449a-b63c-3b7367e44974)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:00.122792 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.135614 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Calling delete_port for d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 owned by network:dhcp {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:57:00.213562 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.241301 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:00.245065 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] No DVR routers for this DVR port d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 on host dv-cinder-768592-9-iscsi {{(pid=99353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:57:00.312451 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.322507 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e34249-862c-4635-9a62-98d145005afb']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:57:00.332344 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d3901c-fc5d-449a-b63c-3b7367e44974') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:57:00.332588 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d3901c-fc5d-449a-b63c-3b7367e44974') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:57:00.341757 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.355086 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.362521 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:57:00.362931 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:57:00.364559 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:57:00.400219 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b2a49-aa84-4cf1-9572-a4beaf50caad None None] DHCP port deletion for 29e34249-862c-4635-9a62-98d145005afb request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 07:57:00.432914 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.438572 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.440458 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/29e34249-862c-4635-9a62-98d145005afb HTTP/1.1" status: 204 len: 168 time: 0.5195818 Jul 05 07:57:00.452773 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4ec73-a696-4949-9035-586ccd1fe8f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=29e34249-862c-4635-9a62-98d145005afb,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:00.551977 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58068) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:57:00.591424 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ff40702b-5465-40ce-994c-5eb1743437d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e78e4bd345a74ac2860317239dde0c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383017 Jul 05 07:57:00.593735 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58070) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:57:00.642895 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-178ec828-04e0-43d2-aa23-3471930153e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.668702 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-178ec828-04e0-43d2-aa23-3471930153e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.717436 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-178ec828-04e0-43d2-aa23-3471930153e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.720260 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-178ec828-04e0-43d2-aa23-3471930153e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:00.721411 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-178ec828-04e0-43d2-aa23-3471930153e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d37856a7-fcfd-47d7-b7ae-fe01f0dfb789 HTTP/1.1" status: 204 len: 168 time: 0.1267900 Jul 05 07:57:00.732927 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178ec828-04e0-43d2-aa23-3471930153e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37856a7-fcfd-47d7-b7ae-fe01f0dfb789,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:00.785037 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c24ec-9c57-41d6-a3e1-0fef2aa0c10b req-b1ed6083-1e86-41cc-9661-b1cbe8836c1c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:00.786560 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7d0c24ec-9c57-41d6-a3e1-0fef2aa0c10b req-b1ed6083-1e86-41cc-9661-b1cbe8836c1c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.0714309 Jul 05 07:57:00.825712 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7d0c24ec-9c57-41d6-a3e1-0fef2aa0c10b req-cf936e77-45ca-409d-ac69-ddf26bdfad55 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329089 Jul 05 07:57:01.036543 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58080) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:57:01.076495 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-80ffe1c7-0b43-416a-9c8d-cee625cb8d29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=becb4efe365948e79bd01fa5b5e8c2b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388064 Jul 05 07:57:01.078839 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58082) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:57:01.129302 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:01.150508 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:01.195684 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:01.198175 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:01.199366 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bce2aa0c-c4ba-4150-ab5e-fb475ddbc55a HTTP/1.1" status: 204 len: 168 time: 0.1196523 Jul 05 07:57:01.207122 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce2aa0c-c4ba-4150-ab5e-fb475ddbc55a,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:01.214725 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.215079 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.215406 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.215734 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.216059 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.216382 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.216702 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.217021 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.217340 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.217655 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.217969 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.218280 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25c04f2-2103-4b3b-87fd-9081c1dfae95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:01.833649 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:57:01.853485 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:57:01.853831 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device c3997c4f-aab0-4c91-9b26-f0bf48ef23d5 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:57:01.854252 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:57:01.873983 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:57:01.874339 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d8e0df9e-65a6-4c81-bc9f-26dd12ce6b27 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:57:01.886144 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device fa0b680a-0acb-411a-abfd-d96dde843192 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:57:01.977731 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port fa0b680a-0acb-411a-abfd-d96dde843192, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa0b680a-0acb-411a-abfd-d96dde843192,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:01.989633 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'port_id': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'mac_address': 'fa:16:3e:f7:8b:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:57:01.998869 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372b467-5aa5-43fc-845a-0c79e0ccff50 req-e048086b-d7dd-4409-9602-ff9d61622585 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:02.000373 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6372b467-5aa5-43fc-845a-0c79e0ccff50 req-e048086b-d7dd-4409-9602-ff9d61622585 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 944 time: 0.0645592 Jul 05 07:57:02.029981 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:02.038532 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6372b467-5aa5-43fc-845a-0c79e0ccff50 req-2ea9a958-32b7-40a1-b316-a802a143b1f1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323346 Jul 05 07:57:02.042441 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa0b680a-0acb-411a-abfd-d96dde843192 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:57:02.062084 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port fa0b680a-0acb-411a-abfd-d96dde843192, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa0b680a-0acb-411a-abfd-d96dde843192,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:02.065967 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:02.111519 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=fa0b680a-0acb-411a-abfd-d96dde843192,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:02.294469 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['fa0b680a-0acb-411a-abfd-d96dde843192'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:57:03.207930 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d139ef4a-48f1-45d1-a45c-2ad273b0891f req-8ae89e43-3b11-4f5f-80c6-a4a0c7512213 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:03.209379 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d139ef4a-48f1-45d1-a45c-2ad273b0891f req-8ae89e43-3b11-4f5f-80c6-a4a0c7512213 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 945 time: 0.0615873 Jul 05 07:57:03.250576 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d139ef4a-48f1-45d1-a45c-2ad273b0891f req-64f6f0f4-03b0-4478-9bdb-41da5b561a4b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354693 Jul 05 07:57:03.892521 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device fa0b680a-0acb-411a-abfd-d96dde843192 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:57:03.943006 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port fa0b680a-0acb-411a-abfd-d96dde843192 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:57:03.947997 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port fa0b680a-0acb-411a-abfd-d96dde843192 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:57:03.948417 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:04.035706 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:04.059806 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:57:04.062087 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05b6207-5bad-475e-843e-20e4fbfd3d4d" -d '{"events": [{"server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:57:04.074920 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port fa0b680a-0acb-411a-abfd-d96dde843192, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa0b680a-0acb-411a-abfd-d96dde843192,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:04.079741 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:04.104462 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ff06f3-fac7-480a-8d84-7bfdab0dbdd6 x-openstack-request-id: req-f4ff06f3-fac7-480a-8d84-7bfdab0dbdd6 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:57:04.104996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "name": "network-vif-plugged", "status": "completed", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:57:04.105251 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f4ff06f3-fac7-480a-8d84-7bfdab0dbdd6 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:57:04.105632 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'code': 200} Jul 05 07:57:04.133187 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=fa0b680a-0acb-411a-abfd-d96dde843192,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:04.440326 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28c59e3-4540-4674-bf70-269b54f55b53 req-79f3d715-cad5-4418-b641-972f729f30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:04.441911 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d28c59e3-4540-4674-bf70-269b54f55b53 req-79f3d715-cad5-4418-b641-972f729f30dd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 1099 time: 0.0943356 Jul 05 07:57:04.453668 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfe58b-52b4-4845-9807-c953d02006eb req-70a3598e-75e4-40dc-9d41-8a5f993687f8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:04.455067 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9ccfe58b-52b4-4845-9807-c953d02006eb req-70a3598e-75e4-40dc-9d41-8a5f993687f8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 946 time: 0.0800879 Jul 05 07:57:04.503317 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d28c59e3-4540-4674-bf70-269b54f55b53 req-bc035b18-598f-47ce-9dfd-ebbaff980241 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472991 Jul 05 07:57:04.510275 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9ccfe58b-52b4-4845-9807-c953d02006eb req-5a18b3fd-5f9f-4543-aae5-4b2bf2b1e08a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484173 Jul 05 07:57:05.685507 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2e086-70f6-4c64-92ee-2753932ba3b6 req-825e12aa-e098-4c34-9e78-9a9efc364dbe tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:05.686991 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2dd2e086-70f6-4c64-92ee-2753932ba3b6 req-825e12aa-e098-4c34-9e78-9a9efc364dbe tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 946 time: 0.0647120 Jul 05 07:57:05.723463 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2dd2e086-70f6-4c64-92ee-2753932ba3b6 req-01a4fd5d-5c7b-473f-bab7-2a353ce0ce5a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309560 Jul 05 07:57:05.896396 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40692055-c748-4fff-a92a-4433f259463f req-0632aaa0-7c58-4248-b69f-24703bab9f6d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:05.897798 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-40692055-c748-4fff-a92a-4433f259463f req-0632aaa0-7c58-4248-b69f-24703bab9f6d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 946 time: 0.0635080 Jul 05 07:57:05.935271 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-40692055-c748-4fff-a92a-4433f259463f req-b930109f-3f23-4d6c-8822-6d601c9db4fb tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319190 Jul 05 07:57:05.959774 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58116) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:57:06.189648 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b584f4-29e0-444e-bf65-6eaca83645e7 tempest-TestVolumeBootPattern-1864277405 tempest-TestVolumeBootPattern-1864277405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:06.191058 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-31b584f4-29e0-444e-bf65-6eaca83645e7 tempest-TestVolumeBootPattern-1864277405 tempest-TestVolumeBootPattern-1864277405-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 1094 time: 0.2303531 Jul 05 07:57:06.193911 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58120) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:57:06.198655 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'port_id': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address': '172.20.0.11'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:57:06.219430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:06.578799 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:06.680026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Allocated IP 172.27.3.151 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/40dbf838-c9cf-4a58-8ad1-6d763b6088d9) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:57:06.778854 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:06.816572 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:06.850166 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:57:06.853044 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:57:06.856722 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:57:06.889725 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=40dbf838-c9cf-4a58-8ad1-6d763b6088d9,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:07.222040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:07.297581 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:07.450842 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:07.455241 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:07.523094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=40dbf838-c9cf-4a58-8ad1-6d763b6088d9,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:07.531736 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:07.629694 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Floating IP de3a0560-4132-43d8-b529-7bf8d8d85f44 associated. External IP: 172.27.3.151, port: fa0b680a-0acb-411a-abfd-d96dde843192. Jul 05 07:57:07.837644 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:57:07.943223 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:57:07.954328 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:57:07.959028 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:07.964624 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:57:07.965251 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:57:07.999030 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-6def8779-56f9-41dd-b706-83806843b5ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8040860 Jul 05 07:57:07.999699 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:57:08.001860 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7575adaa-1a26-4546-b4eb-3f22d09b6606" -d '{"events": [{"name": "network-changed", "server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:57:08.044150 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552ef0ec-1f45-48f2-a275-b26c4ffe7543 x-openstack-request-id: req-552ef0ec-1f45-48f2-a275-b26c4ffe7543 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:57:08.044723 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:57:08.044723 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-552ef0ec-1f45-48f2-a275-b26c4ffe7543 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:57:08.045114 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'status': 'completed', 'code': 200} Jul 05 07:57:08.075385 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:57:08.123737 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-435ca73c-8c8c-4475-8f9f-e7870b116357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:08.125290 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-435ca73c-8c8c-4475-8f9f-e7870b116357 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 1099 time: 0.0549083 Jul 05 07:57:08.217626 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-861dc447-6762-4cc8-865b-39d48afd3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:08.219146 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-861dc447-6762-4cc8-865b-39d48afd3280 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0875671 Jul 05 07:57:08.284280 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-3d6c458f-fbc1-4b0a-9d73-46a65ad4265d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b680a-0acb-411a-abfd-d96dde843192 HTTP/1.1" status: 200 len: 1000 time: 0.0577917 Jul 05 07:57:08.300917 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': 'de3a0560-4132-43d8-b529-7bf8d8d85f44', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:f7:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:57:07Z', 'updated_at': '2021-07-05T07:57:07Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:57:08.328740 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:57:08.337572 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-77e48225-0264-42b4-b86e-d78ef413461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:08.339093 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-77e48225-0264-42b4-b86e-d78ef413461c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0478120 Jul 05 07:57:08.340524 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:57:08.341373 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:56:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:57:08.399528 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-5d0795c1-5a76-4cab-bb72-410d8c43e1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:08.401181 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-5d0795c1-5a76-4cab-bb72-410d8c43e1d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550959 Jul 05 07:57:08.459183 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:57:08.493443 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-622b6856-d2be-4eef-80b0-8db733401baa service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839219 Jul 05 07:57:08.588070 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7575adaa-1a26-4546-b4eb-3f22d09b6606 req-8c0d523b-53f2-42cc-97ef-ecf4cee8db81 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875270 Jul 05 07:57:08.687717 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': 'de3a0560-4132-43d8-b529-7bf8d8d85f44', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:f7:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:57:07Z', 'updated_at': '2021-07-05T07:57:07Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:57:08.714284 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745ac19-c0f2-44b6-b5fc-de00323326e4 None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': 'de3a0560-4132-43d8-b529-7bf8d8d85f44', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:f7:8b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:57:07Z', 'updated_at': '2021-07-05T07:57:07Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:57:08.901647 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430cf901-87eb-4149-b06b-fc4e7058bb0d None None] New status for floating IP de3a0560-4132-43d8-b529-7bf8d8d85f44: ACTIVE {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:57:16.388246 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6db362f9-7885-49bd-be0a-9da5ea353f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:19.029745 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-df15f25b-efca-4bac-8942-7d616d951933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:19.291303 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:19.467863 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:20.160989 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:20.730497 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:57:21.768076 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:22.572429 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-8a798368-8105-4b6a-9e6f-81c5ff706a52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536704 Jul 05 07:57:22.667636 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-3c402985-529f-4e5c-aca9-0bee9abbd862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:22.669103 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-3c402985-529f-4e5c-aca9-0bee9abbd862 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8a3771e87074398bdfa4639170e3be6&device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 1099 time: 0.0523107 Jul 05 07:57:22.801227 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-16ab3772-655d-4c9c-aac6-826ad73e8401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:22.803059 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-16ab3772-655d-4c9c-aac6-826ad73e8401 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 200 len: 915 time: 0.1006327 Jul 05 07:57:22.847271 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-ff654403-6496-4f69-a7e1-6e4ecf2c57f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c43b242-0995-4065-9285-ff47b54bc2f8 HTTP/1.1" status: 200 len: 217 time: 0.0347059 Jul 05 07:57:22.894412 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-75dc16c4-954c-46fb-913d-fb02e3252bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:22.895898 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-75dc16c4-954c-46fb-913d-fb02e3252bab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c HTTP/1.1" status: 200 len: 854 time: 0.0427518 Jul 05 07:57:22.930464 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-b73c87fa-cad0-4021-8f44-a225f04fed6c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72712c2d-0523-4fc2-af6e-a14250459c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279050 Jul 05 07:57:23.019328 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-1fc8a729-51a9-44ff-903f-df239ac3f101 service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816085 Jul 05 07:57:23.120610 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-815f1a1f-bbd0-4744-b1a3-4d79413e12c0 req-1a8d1d90-00eb-4ab8-83df-129d94e5ef14 service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950568 Jul 05 07:57:28.333791 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1bae1-f570-422f-806d-8bc0b98936dc req-e1e8257d-e2b6-4d2f-8ef5-01d7c6c7028a tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:28.335302 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36e1bae1-f570-422f-806d-8bc0b98936dc req-e1e8257d-e2b6-4d2f-8ef5-01d7c6c7028a tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 946 time: 0.0627503 Jul 05 07:57:28.374770 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-36e1bae1-f570-422f-806d-8bc0b98936dc req-3c445c49-160c-45c0-9893-c1481387a395 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328124 Jul 05 07:57:29.543708 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e8db0-c2d0-4f02-9a77-67df47b3593e req-0fece366-2bf6-439c-8385-a3e7731f07cc tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:29.545164 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-284e8db0-c2d0-4f02-9a77-67df47b3593e req-0fece366-2bf6-439c-8385-a3e7731f07cc tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 946 time: 0.0613911 Jul 05 07:57:29.585163 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-284e8db0-c2d0-4f02-9a77-67df47b3593e req-7aac9be1-9019-4a77-bbc0-7306260b9e91 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Jul 05 07:57:30.024602 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-f8629c84-3765-4852-b2f1-81bc0d1593ff tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:30.026060 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-f8629c84-3765-4852-b2f1-81bc0d1593ff tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 946 time: 0.0632663 Jul 05 07:57:30.126743 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Deleting port 7c43b242-0995-4065-9285-ff47b54bc2f8 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:57:30.126992 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:30.214714 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] For port 7c43b242-0995-4065-9285-ff47b54bc2f8, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=7c43b242-0995-4065-9285-ff47b54bc2f8,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:30.215074 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:30.227119 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Calling delete_port for 7c43b242-0995-4065-9285-ff47b54bc2f8 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:57:30.351107 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:30.363509 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['7c43b242-0995-4065-9285-ff47b54bc2f8'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:57:30.379851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Pushing event deleted for resources: {'Port': ['ID=7c43b242-0995-4065-9285-ff47b54bc2f8,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:30.423329 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] No DVR routers for this DVR port 7c43b242-0995-4065-9285-ff47b54bc2f8 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:57:30.425725 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:30.427922 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ba4cc065-12de-4af8-93ba-63c76f01f1c3 req-faa99fd6-0249-48f3-b2fb-bb4f66aa2662 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "DELETE /v2.0/ports/7c43b242-0995-4065-9285-ff47b54bc2f8 HTTP/1.1" status: 204 len: 173 time: 0.3927908 Jul 05 07:57:30.428353 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'name': 'network-vif-deleted', 'tag': '7c43b242-0995-4065-9285-ff47b54bc2f8'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:57:30.430572 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d859328-44bf-4908-b09c-f0ff7cddd87b" -d '{"events": [{"server_uuid": "a6d112d9-567f-430c-80fd-ffea46137bc4", "name": "network-vif-deleted", "tag": "7c43b242-0995-4065-9285-ff47b54bc2f8"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:57:30.466177 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed2bfdfc-85ee-4259-ba79-380ba164c49d x-openstack-request-id: req-ed2bfdfc-85ee-4259-ba79-380ba164c49d {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:57:30.466499 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6d112d9-567f-430c-80fd-ffea46137bc4", "name": "network-vif-deleted", "tag": "7c43b242-0995-4065-9285-ff47b54bc2f8", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:57:30.466762 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed2bfdfc-85ee-4259-ba79-380ba164c49d {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:57:30.467154 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6d112d9-567f-430c-80fd-ffea46137bc4', 'name': 'network-vif-deleted', 'tag': '7c43b242-0995-4065-9285-ff47b54bc2f8', 'status': 'completed', 'code': 200} Jul 05 07:57:30.739737 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0ebf0c12-07b0-4284-b1ba-e1a57736b643 req-c1be5aa5-d12a-466b-ba62-ace68d40c0d1 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=a6d112d9-567f-430c-80fd-ffea46137bc4 HTTP/1.1" status: 200 len: 210 time: 0.0311799 Jul 05 07:57:35.114608 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7c43b242-0995-4065-9285-ff47b54bc2f8 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:57:35.136705 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 7c43b242-0995-4065-9285-ff47b54bc2f8 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:57:35.137048 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 7c43b242-0995-4065-9285-ff47b54bc2f8 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:57:41.814320 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-56d7f4ac-92e7-4502-a531-7d4257f7bd7f tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:41.815957 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-56d7f4ac-92e7-4502-a531-7d4257f7bd7f tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/networks?id=72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 200 len: 814 time: 0.1025176 Jul 05 07:57:41.830575 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-f195465d-b767-4bd2-b267-49fc06f4ce6a tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/quotas/d8a3771e87074398bdfa4639170e3be6 HTTP/1.1" status: 200 len: 375 time: 0.0091467 Jul 05 07:57:41.865353 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-90348d75-c382-4f8a-8f34-9f2573690be0 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d8a3771e87074398bdfa4639170e3be6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297723 Jul 05 07:57:41.959180 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-aa587584-548a-46a8-9351-6ccd431a50d2 service neutron] 10.222.0.30 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867488 Jul 05 07:57:42.047007 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-df3b03d6-8e9c-48db-8a07-f77561a1e20e service neutron] 10.222.0.30 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820088 Jul 05 07:57:42.223676 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-5f4ef8c2-107f-493f-a0c0-9cc3f12e5844 req-3b706578-2f47-43a9-88d2-24c2d16f2909 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 210 time: 0.0344131 Jul 05 07:57:43.267260 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-66efd1cd-b704-4bff-92e3-b07a48b4c672 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:43.268744 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-66efd1cd-b704-4bff-92e3-b07a48b4c672 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "GET /v2.0/networks?id=72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 200 len: 814 time: 0.0987813 Jul 05 07:57:43.282976 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Request body: {'port': {'device_id': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b', 'admin_state_up': True, 'tenant_id': 'd8a3771e87074398bdfa4639170e3be6'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:57:43.374123 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3eee292e-3645-4db3-a8a3-05639c33b3b6 req-c6b498af-c2aa-474d-af6d-bf107b0f45f2 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 210 time: 0.0369215 Jul 05 07:57:43.425292 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Made reservation on behalf of d8a3771e87074398bdfa4639170e3be6 for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:57:43.428863 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:43.552130 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Allocated IP 172.20.0.6 (72712c2d-0523-4fc2-af6e-a14250459c1b/dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c/dcd50945-819c-4a27-a3f2-239604615f56) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:57:43.691794 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:43.728016 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:43.773230 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Network 72712c2d-0523-4fc2-af6e-a14250459c1b is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:57:43.776371 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:57:43.782776 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:57:43.810089 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Pushing event updated for resources: {'Port': ['ID=dcd50945-819c-4a27-a3f2-239604615f56,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:43.834638 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:43.835250 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:43.849716 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-3eff6f3d-e03b-47d5-911f-5656cc5e9c07 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5707178 Jul 05 07:57:43.866356 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Request body: {'port': {'device_id': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:57:43.936877 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:44.196753 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd50945-819c-4a27-a3f2-239604615f56 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:57:44.204890 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:44.216751 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Transition to ACTIVE for port object dcd50945-819c-4a27-a3f2-239604615f56 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:57:44.220514 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:44.267869 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd50945-819c-4a27-a3f2-239604615f56,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:44.336513 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Attempting to bind port dcd50945-819c-4a27-a3f2-239604615f56 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:57:44.336842 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Attempting to bind port dcd50945-819c-4a27-a3f2-239604615f56 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:57:44.337161 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Attempting to bind port dcd50945-819c-4a27-a3f2-239604615f56 on network 72712c2d-0523-4fc2-af6e-a14250459c1b {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:57:44.342328 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Port dcd50945-819c-4a27-a3f2-239604615f56 on network 72712c2d-0523-4fc2-af6e-a14250459c1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:57:44.342670 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Attempting to bind port dcd50945-819c-4a27-a3f2-239604615f56 on network 72712c2d-0523-4fc2-af6e-a14250459c1b {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:57:44.347270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:57:44.347733 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Checking segment: {'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:57:44.348183 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Bound using segment: {'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:57:44.348709 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Bound port: dcd50945-819c-4a27-a3f2-239604615f56, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71fb0ef0-47b3-4519-a501-202b6c07bac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:57:44.349147 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:44.420746 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] For port dcd50945-819c-4a27-a3f2-239604615f56, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:57:44.423770 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] For port dcd50945-819c-4a27-a3f2-239604615f56, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dcd50945-819c-4a27-a3f2-239604615f56,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:57:44.428301 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:44.462292 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:44.463054 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:44.464432 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] 10.222.0.24 "PUT /v2.0/ports/dcd50945-819c-4a27-a3f2-239604615f56 HTTP/1.1" status: 200 len: 1093 time: 0.6023192 Jul 05 07:57:44.464981 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'tag': 'dcd50945-819c-4a27-a3f2-239604615f56'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:57:44.468317 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1" -d '{"events": [{"name": "network-changed", "server_uuid": "76e3277b-6b13-457c-8ca8-57a093da5f2a", "tag": "dcd50945-819c-4a27-a3f2-239604615f56"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:57:44.520792 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31837eb2-f9cb-47ff-a8df-6e161838fe0f x-openstack-request-id: req-31837eb2-f9cb-47ff-a8df-6e161838fe0f {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:57:44.521074 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76e3277b-6b13-457c-8ca8-57a093da5f2a", "tag": "dcd50945-819c-4a27-a3f2-239604615f56", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:57:44.521321 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31837eb2-f9cb-47ff-a8df-6e161838fe0f {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:57:44.521705 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'tag': 'dcd50945-819c-4a27-a3f2-239604615f56', 'status': 'completed', 'code': 200} Jul 05 07:57:44.531984 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42fadd7-0bf8-4bd0-adfc-adebcbc25097 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd50945-819c-4a27-a3f2-239604615f56,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:44.610498 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b39f663-3ea4-4bc7-83dd-cbab93a5a4f5 req-0936096f-7000-4637-aadf-b274cbc20c8b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:44.611972 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b39f663-3ea4-4bc7-83dd-cbab93a5a4f5 req-0936096f-7000-4637-aadf-b274cbc20c8b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 943 time: 0.1227119 Jul 05 07:57:44.617484 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-89994e46-30ca-4656-a1fd-2c897b44e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:44.618865 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-89994e46-30ca-4656-a1fd-2c897b44e790 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8a3771e87074398bdfa4639170e3be6&device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 1096 time: 0.0962145 Jul 05 07:57:44.669908 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-04361fc6-146e-4445-bf47-27f3338cb280 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcd50945-819c-4a27-a3f2-239604615f56 HTTP/1.1" status: 200 len: 217 time: 0.0370810 Jul 05 07:57:44.691240 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2b39f663-3ea4-4bc7-83dd-cbab93a5a4f5 req-cfeba9e2-0e2f-4549-997b-5421d304df81 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714488 Jul 05 07:57:44.724236 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-41a03fc7-dac4-456c-b521-e769a04becf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:44.725676 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-41a03fc7-dac4-456c-b521-e769a04becf2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c HTTP/1.1" status: 200 len: 854 time: 0.0471721 Jul 05 07:57:44.763699 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-a7f240c8-208d-4032-a35e-08e292a711f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72712c2d-0523-4fc2-af6e-a14250459c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302379 Jul 05 07:57:44.854684 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-489906fb-1c65-4195-81a5-1c9df34d1a81 service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840194 Jul 05 07:57:45.234115 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1d2fd14f-13d2-4d94-a9d3-9aadfebb76aa req-adc468b0-b4f6-4822-ab40-7c686953b74f service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676615 Jul 05 07:57:45.331032 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-42036b3e-134e-4026-9684-7c659b119055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:45.332468 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-42036b3e-134e-4026-9684-7c659b119055 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d8a3771e87074398bdfa4639170e3be6&device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 1096 time: 0.0509448 Jul 05 07:57:45.421817 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-65fad306-642e-4b86-8bce-0e496a3de272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:45.423286 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-65fad306-642e-4b86-8bce-0e496a3de272 service neutron] 10.222.0.24 "GET /v2.0/networks?id=72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 200 len: 915 time: 0.0839977 Jul 05 07:57:45.465868 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-e13fdc86-09b7-4a21-a3a7-58e4307a86fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dcd50945-819c-4a27-a3f2-239604615f56 HTTP/1.1" status: 200 len: 217 time: 0.0334389 Jul 05 07:57:45.513218 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-089841da-0203-4166-9b5c-55db50162724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:45.514588 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-089841da-0203-4166-9b5c-55db50162724 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c HTTP/1.1" status: 200 len: 854 time: 0.0419416 Jul 05 07:57:45.545479 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-e62ecdf3-d937-49d8-9b9e-73bbefb0d87f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=72712c2d-0523-4fc2-af6e-a14250459c1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245090 Jul 05 07:57:45.634480 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-0e7aa475-f683-49ae-96f1-2f8646645b2a service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821042 Jul 05 07:57:45.724830 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-438fc1cf-91f0-4368-a5b3-b7f96bda36a1 req-85a6a622-4cb5-4db1-a1fc-3a19bf446627 service neutron] 10.222.0.24 "GET /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831614 Jul 05 07:57:45.869250 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4861c65-fbcc-4eaf-9a59-acecc308a45c req-8ef62777-e872-43b7-a06d-40e41aa29a1f tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:45.870810 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a4861c65-fbcc-4eaf-9a59-acecc308a45c req-8ef62777-e872-43b7-a06d-40e41aa29a1f tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 943 time: 0.0684056 Jul 05 07:57:45.910151 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a4861c65-fbcc-4eaf-9a59-acecc308a45c req-e29744b8-9587-4ee7-904a-411549a962fa tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Jul 05 07:57:46.389657 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-730356ff-e708-4910-bf17-de064e022312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:47.084461 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca748f-6ce9-45e5-9b33-d59d72adfa5b req-ca2ad1a8-90cc-4567-8dee-208cb280bc61 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:47.085942 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f4ca748f-6ce9-45e5-9b33-d59d72adfa5b req-ca2ad1a8-90cc-4567-8dee-208cb280bc61 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 943 time: 0.0666134 Jul 05 07:57:47.123708 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f4ca748f-6ce9-45e5-9b33-d59d72adfa5b req-6677b540-f949-4f90-b0f1-253b10e608a0 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Jul 05 07:57:48.127640 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dcd50945-819c-4a27-a3f2-239604615f56 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:57:48.223720 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port dcd50945-819c-4a27-a3f2-239604615f56, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dcd50945-819c-4a27-a3f2-239604615f56,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:48.236016 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'dcd50945-819c-4a27-a3f2-239604615f56', 'network_id': '72712c2d-0523-4fc2-af6e-a14250459c1b', 'port_id': 'dcd50945-819c-4a27-a3f2-239604615f56', 'mac_address': 'fa:16:3e:d0:c4:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:57:48.275682 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:48.288866 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd50945-819c-4a27-a3f2-239604615f56 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:57:48.301708 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56939a-5498-4f50-a76b-2cb906330571 req-807ebd8a-bf16-4bdc-affe-c9df4bc69267 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:48.303253 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3e56939a-5498-4f50-a76b-2cb906330571 req-807ebd8a-bf16-4bdc-affe-c9df4bc69267 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 943 time: 0.0666273 Jul 05 07:57:48.308697 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port dcd50945-819c-4a27-a3f2-239604615f56, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dcd50945-819c-4a27-a3f2-239604615f56,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:48.313011 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:48.341997 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3e56939a-5498-4f50-a76b-2cb906330571 req-7c987f6f-4050-45cc-a997-68a94ab0a321 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329614 Jul 05 07:57:48.361223 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=dcd50945-819c-4a27-a3f2-239604615f56,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:48.368119 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.368498 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.368841 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.369180 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.369515 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.369851 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.370178 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.370536 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.370867 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.371266 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.371610 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.371917 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:57:48.552247 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['dcd50945-819c-4a27-a3f2-239604615f56'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:57:49.035841 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-9dea482c-1e61-49c9-a069-6964a63fa7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:49.293949 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:49.474921 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:49.517471 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf15b3f-e0cc-44d4-96a3-513bd4b9c0d5 req-b8f145c3-1ff0-4b75-b6f1-47341bd063ce tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:49.519118 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cf15b3f-e0cc-44d4-96a3-513bd4b9c0d5 req-b8f145c3-1ff0-4b75-b6f1-47341bd063ce tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 944 time: 0.0667825 Jul 05 07:57:49.559932 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3cf15b3f-e0cc-44d4-96a3-513bd4b9c0d5 req-4f8a26a2-85ad-464c-a16f-a60d8a888523 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341558 Jul 05 07:57:50.143322 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dcd50945-819c-4a27-a3f2-239604615f56 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:57:50.303079 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:50.314557 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port dcd50945-819c-4a27-a3f2-239604615f56 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:57:50.317965 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port dcd50945-819c-4a27-a3f2-239604615f56 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:57:50.318330 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:50.391441 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:50.415038 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd50945-819c-4a27-a3f2-239604615f56'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:57:50.417187 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879c387f-717c-421e-a051-3eb14419f3b5" -d '{"events": [{"server_uuid": "76e3277b-6b13-457c-8ca8-57a093da5f2a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd50945-819c-4a27-a3f2-239604615f56"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:57:50.430032 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port dcd50945-819c-4a27-a3f2-239604615f56, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dcd50945-819c-4a27-a3f2-239604615f56,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:57:50.434541 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:50.457692 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6c2edf-bd73-45cf-ac55-7c38c68a1a4b x-openstack-request-id: req-ac6c2edf-bd73-45cf-ac55-7c38c68a1a4b {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:57:50.458013 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e3277b-6b13-457c-8ca8-57a093da5f2a", "name": "network-vif-plugged", "status": "completed", "tag": "dcd50945-819c-4a27-a3f2-239604615f56", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:57:50.458269 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac6c2edf-bd73-45cf-ac55-7c38c68a1a4b {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:57:50.458681 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd50945-819c-4a27-a3f2-239604615f56', 'code': 200} Jul 05 07:57:50.486318 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=dcd50945-819c-4a27-a3f2-239604615f56,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:57:50.674511 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f35e31d-b283-4e31-8dae-bd3d03887e27 req-c501e756-16cd-443e-8905-d0558865c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:50.675925 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1f35e31d-b283-4e31-8dae-bd3d03887e27 req-c501e756-16cd-443e-8905-d0558865c33e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 1098 time: 0.0533972 Jul 05 07:57:50.740901 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1f35e31d-b283-4e31-8dae-bd3d03887e27 req-5e335f8f-71a4-4081-99d4-91c8586fbe15 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556211 Jul 05 07:57:50.765801 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c65561-0440-460c-bc10-5b6aec2b7c9f req-9568746c-df7f-4824-82d0-76fcf95cf9bd tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:50.767401 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d1c65561-0440-460c-bc10-5b6aec2b7c9f req-9568746c-df7f-4824-82d0-76fcf95cf9bd tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 945 time: 0.0906179 Jul 05 07:57:50.806400 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d1c65561-0440-460c-bc10-5b6aec2b7c9f req-ed50e370-3a0a-4e84-b45f-d7a46592e0fb tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333169 Jul 05 07:57:51.770965 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:57:51.981503 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89208e5-d915-4da0-8455-6365f91e2fb4 req-d312122a-25f6-410d-8691-94d9d4fd9956 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:57:51.983127 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c89208e5-d915-4da0-8455-6365f91e2fb4 req-d312122a-25f6-410d-8691-94d9d4fd9956 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 945 time: 0.0629423 Jul 05 07:57:52.020187 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c89208e5-d915-4da0-8455-6365f91e2fb4 req-acf0ce8d-4bb7-4060-a746-c5da7b9b0ff0 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314431 Jul 05 07:57:57.728895 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:58:12.193505 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5c527-f01e-4f22-8276-fc5d68330b32 req-2aafd1b7-f63d-4b50-9509-c658facbcba3 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:58:12.195056 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-11f5c527-f01e-4f22-8276-fc5d68330b32 req-2aafd1b7-f63d-4b50-9509-c658facbcba3 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 945 time: 0.0671735 Jul 05 07:58:12.232995 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-11f5c527-f01e-4f22-8276-fc5d68330b32 req-86185628-0452-4890-91a6-7e788b1d2f39 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Jul 05 07:58:13.513685 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104178d-d2b9-438d-a994-fdca3fb9a636 req-1c9bc5b1-24c8-41df-85e4-e15481e314bc tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:58:13.515151 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8104178d-d2b9-438d-a994-fdca3fb9a636 req-1c9bc5b1-24c8-41df-85e4-e15481e314bc tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 945 time: 0.1694582 Jul 05 07:58:13.553879 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8104178d-d2b9-438d-a994-fdca3fb9a636 req-bd9fbc0b-e513-454f-87ee-f2a664242d87 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/security-groups?id=4bb315e6-037c-4296-8671-352a7535e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331001 Jul 05 07:58:13.720750 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-4c1d5354-05d7-4713-a992-22f40c4b9e2c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:58:13.722216 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-4c1d5354-05d7-4713-a992-22f40c4b9e2c tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 945 time: 0.0628264 Jul 05 07:58:13.826851 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Deleting port dcd50945-819c-4a27-a3f2-239604615f56 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:58:13.827196 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:13.915253 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] For port dcd50945-819c-4a27-a3f2-239604615f56, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=dcd50945-819c-4a27-a3f2-239604615f56,segment=NetworkSegment(71fb0ef0-47b3-4519-a501-202b6c07bac7),segment_id=71fb0ef0-47b3-4519-a501-202b6c07bac7)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:58:13.915613 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:13.933373 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Calling delete_port for dcd50945-819c-4a27-a3f2-239604615f56 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:58:14.058999 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:14.072383 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['dcd50945-819c-4a27-a3f2-239604615f56'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:58:14.087842 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Pushing event deleted for resources: {'Port': ['ID=dcd50945-819c-4a27-a3f2-239604615f56,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:58:14.123270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.123616 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.123959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.124294 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.124626 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.124959 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.125288 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.125615 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.125947 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.126270 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.126614 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.126933 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:14.148775 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] No DVR routers for this DVR port dcd50945-819c-4a27-a3f2-239604615f56 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:58:14.151346 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:14.153353 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-14de26fa-f8a0-48ab-b4d9-7e050ff09418 req-5dc274d7-2de5-47a4-8fef-ca5dfb96cc3b tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.24 "DELETE /v2.0/ports/dcd50945-819c-4a27-a3f2-239604615f56 HTTP/1.1" status: 204 len: 173 time: 0.4252658 Jul 05 07:58:14.158583 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'name': 'network-vif-deleted', 'tag': 'dcd50945-819c-4a27-a3f2-239604615f56'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:58:14.158583 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c128902c-2d85-49dc-8993-dc3c7e5438f0" -d '{"events": [{"server_uuid": "76e3277b-6b13-457c-8ca8-57a093da5f2a", "name": "network-vif-deleted", "tag": "dcd50945-819c-4a27-a3f2-239604615f56"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:58:14.193225 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1473d42-4b63-44cd-85a4-11b145ccef14 x-openstack-request-id: req-d1473d42-4b63-44cd-85a4-11b145ccef14 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:58:14.193478 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76e3277b-6b13-457c-8ca8-57a093da5f2a", "name": "network-vif-deleted", "tag": "dcd50945-819c-4a27-a3f2-239604615f56", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:58:14.193766 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d1473d42-4b63-44cd-85a4-11b145ccef14 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:58:14.194176 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e3277b-6b13-457c-8ca8-57a093da5f2a', 'name': 'network-vif-deleted', 'tag': 'dcd50945-819c-4a27-a3f2-239604615f56', 'status': 'completed', 'code': 200} Jul 05 07:58:14.708095 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-add16c07-6190-4758-9494-92faf09e7fc1 req-d8376e15-1f82-4eef-a013-a724cf53b244 tempest-VolumesSnapshotTestJSON-761232847 tempest-VolumesSnapshotTestJSON-761232847-project] 10.222.0.30 "GET /v2.0/ports?device_id=76e3277b-6b13-457c-8ca8-57a093da5f2a HTTP/1.1" status: 200 len: 210 time: 0.0290833 Jul 05 07:58:16.389452 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bd62d214-7ff3-44fc-b9ea-5370822eb41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:18.359694 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dcd50945-819c-4a27-a3f2-239604615f56 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:58:18.379280 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: dcd50945-819c-4a27-a3f2-239604615f56 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:58:18.379620 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device dcd50945-819c-4a27-a3f2-239604615f56 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:58:19.035183 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6f9e3c1c-879a-465d-af0c-b63430c73f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:19.297390 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:19.500330 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:20.164839 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:20.649203 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-da03d900-a453-4373-9e65-80fa0c7369bc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022711 Jul 05 07:58:20.729570 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-624b191a-5b79-43de-9520-955c606ea854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:58:20.732065 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-624b191a-5b79-43de-9520-955c606ea854 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 1099 time: 0.0575309 Jul 05 07:58:20.831376 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-caec5e57-d8f4-40d5-8270-224d71d577f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:58:20.832870 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-caec5e57-d8f4-40d5-8270-224d71d577f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0819716 Jul 05 07:58:20.903894 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-596f5b58-58ff-49de-afe8-26fc0018ea2c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa0b680a-0acb-411a-abfd-d96dde843192 HTTP/1.1" status: 200 len: 1002 time: 0.0632439 Jul 05 07:58:20.951864 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-d5236db0-4b24-484f-b5d1-6df77e231f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:58:20.953465 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-d5236db0-4b24-484f-b5d1-6df77e231f85 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0436614 Jul 05 07:58:21.010780 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-efb3bee3-be53-4b53-828d-b37ab0fbb8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:58:21.012351 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-efb3bee3-be53-4b53-828d-b37ab0fbb8cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525310 Jul 05 07:58:21.022533 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-149d5099-5c02-438e-a587-e9971a740404 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:58:21.023476 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-149d5099-5c02-438e-a587-e9971a740404 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051041 Jul 05 07:58:21.115997 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-d5478e5f-7514-4c3d-99aa-485b4249a44a service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849996 Jul 05 07:58:21.205699 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-82f92255-f17e-49c7-a0b5-ab00edf0cc3c req-298a246c-e980-4d96-abe6-cd3cecb064de service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814769 Jul 05 07:58:21.776167 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:34.727957 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:58:37.838528 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58530) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:58:37.884488 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] Deleting subnet dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c {{(pid=99352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 07:58:37.887500 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:37.926438 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26848837'] for subnet, precommit_delete_associations {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:37.963807 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.017474 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26735004', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26626733'] for subnet, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.042286 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:58:38.046750 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for subnet, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.050448 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-d9decde7-3f6c-406b-ab64-2c0bdcd34f6a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dc0d9e82-6ef3-4692-b0fe-37c63bdbc71c HTTP/1.1" status: 204 len: 168 time: 0.2090890 Jul 05 07:58:38.051222 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58532) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:58:38.123147 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.200285 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.210090 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72712c2d-0523-4fc2-af6e-a14250459c1b']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:58:38.225537 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71fb0ef0-47b3-4519-a501-202b6c07bac7') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:58:38.225822 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71fb0ef0-47b3-4519-a501-202b6c07bac7') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:58:38.236549 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.251464 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.258113 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 07:58:38.258549 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 07:58:38.260229 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 07:58:38.313343 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.317724 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.319812 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] 10.222.0.30 "DELETE /v2.0/networks/72712c2d-0523-4fc2-af6e-a14250459c1b HTTP/1.1" status: 204 len: 168 time: 0.2675886 Jul 05 07:58:38.332816 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Pushing event deleted for resources: {'Network': ['ID=72712c2d-0523-4fc2-af6e-a14250459c1b,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:58:38.340077 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.340994 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.341345 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.341679 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.342196 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.342562 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.342897 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.343281 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.343615 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.343942 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.344274 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.344599 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327c15cf-67b1-4bc9-ac4c-beca0236d536 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:58:38.482921 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58538) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:58:38.523110 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-6778b29a-ee70-495e-a0f9-9ca0492138a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8a3771e87074398bdfa4639170e3be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389636 Jul 05 07:58:38.525464 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58540) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:58:38.572369 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05bd27fb-1826-4fa9-9d92-d01111f002cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.597512 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05bd27fb-1826-4fa9-9d92-d01111f002cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.643377 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05bd27fb-1826-4fa9-9d92-d01111f002cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.645864 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-05bd27fb-1826-4fa9-9d92-d01111f002cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:38.647073 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-05bd27fb-1826-4fa9-9d92-d01111f002cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bb315e6-037c-4296-8671-352a7535e48f HTTP/1.1" status: 204 len: 168 time: 0.1207182 Jul 05 07:58:38.657795 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd27fb-1826-4fa9-9d92-d01111f002cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb315e6-037c-4296-8671-352a7535e48f,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:58:46.390818 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-cb63e321-22bd-439f-abc0-3302abce4b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:46.682310 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58610) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:58:46.785224 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e9250cca-ad68-46ec-9f36-cf2e185b25ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:46.876863 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e9250cca-ad68-46ec-9f36-cf2e185b25ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:46.880707 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-e9250cca-ad68-46ec-9f36-cf2e185b25ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_create {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:46.919887 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-e9250cca-ad68-46ec-9f36-cf2e185b25ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=111be460cc924682b7a9a3bbf97c8a82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364376 Jul 05 07:58:46.921818 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9250cca-ad68-46ec-9f36-cf2e185b25ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3400abe-a373-4c8a-9394-9e222c67e5f8,revision_number=1']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:58:46.922709 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58614) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:58:46.972467 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a873a36-6a15-4dde-8899-79f3416c74ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:46.994477 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a873a36-6a15-4dde-8899-79f3416c74ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:47.040628 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a873a36-6a15-4dde-8899-79f3416c74ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:47.044212 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2a873a36-6a15-4dde-8899-79f3416c74ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:47.045594 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-2a873a36-6a15-4dde-8899-79f3416c74ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e3400abe-a373-4c8a-9394-9e222c67e5f8 HTTP/1.1" status: 204 len: 168 time: 0.1218936 Jul 05 07:58:47.053368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a873a36-6a15-4dde-8899-79f3416c74ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3400abe-a373-4c8a-9394-9e222c67e5f8,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:58:49.035139 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3cd7c08b-ad8c-473d-8de0-ff3d2660f1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:49.299094 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:49.499302 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:50.168602 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:58:51.775803 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:11.727002 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:59:14.386257 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8564482-aa95-413c-a6e4-c30f51e9f3c1 req-3bdda691-fac4-4170-b8ce-4a51992f7e2e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:14.387783 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e8564482-aa95-413c-a6e4-c30f51e9f3c1 req-3bdda691-fac4-4170-b8ce-4a51992f7e2e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 946 time: 0.2384911 Jul 05 07:59:14.429865 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-e8564482-aa95-413c-a6e4-c30f51e9f3c1 req-ee3fa636-06dd-439c-a58e-5ff350ad931a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350740 Jul 05 07:59:15.661199 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c005d-d08f-4c78-85b1-f4ff871909f6 req-c2d1db80-6d73-400b-9884-b663f363bb86 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:15.662764 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-656c005d-d08f-4c78-85b1-f4ff871909f6 req-c2d1db80-6d73-400b-9884-b663f363bb86 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 946 time: 0.1114085 Jul 05 07:59:15.703542 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-55a66a16-3d58-4c14-983e-b42832c889c0 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:15.705018 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-55a66a16-3d58-4c14-983e-b42832c889c0 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 946 time: 0.1161067 Jul 05 07:59:15.726711 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-656c005d-d08f-4c78-85b1-f4ff871909f6 req-49cab68d-c4f4-4294-afc8-2087c0ba9d57 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546839 Jul 05 07:59:15.815802 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Deleting port fa0b680a-0acb-411a-abfd-d96dde843192 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 07:59:15.816138 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:15.912838 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] For port fa0b680a-0acb-411a-abfd-d96dde843192, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=fa0b680a-0acb-411a-abfd-d96dde843192,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:59:15.913092 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:16.088602 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:16.088964 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:16.089274 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Floating IP de3a0560-4132-43d8-b529-7bf8d8d85f44 disassociated. External IP: 172.27.3.151, port: fa0b680a-0acb-411a-abfd-d96dde843192. Jul 05 07:59:16.089606 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Calling delete_port for fa0b680a-0acb-411a-abfd-d96dde843192 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 07:59:16.222904 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:16.254940 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event deleted for resources: {'Port': ['ID=fa0b680a-0acb-411a-abfd-d96dde843192,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:16.267552 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.267904 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.268241 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.268576 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.268907 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.269248 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.269572 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.269898 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.270220 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.270568 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.270894 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.271215 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:16.384789 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:59:16.391495 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bcea7741-e487-4e7c-82a3-42e007bb06d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:16.490731 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:59:16.499954 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:59:16.509104 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:59:16.512852 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:58:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:16.534872 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] No DVR routers for this DVR port fa0b680a-0acb-411a-abfd-d96dde843192 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 07:59:16.537472 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:16.539524 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-df7d2479-e2e2-4468-beb1-bb2e0e038166 req-77938bf1-7129-4f63-a5f9-8cf0b09d4975 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "DELETE /v2.0/ports/fa0b680a-0acb-411a-abfd-d96dde843192 HTTP/1.1" status: 204 len: 173 time: 0.8272443 Jul 05 07:59:16.539939 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'name': 'network-vif-deleted', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:59:16.542152 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3adfedc1-c085-4d3b-8a4d-d7885de44f28" -d '{"events": [{"server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "name": "network-vif-deleted", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:59:16.621847 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:59:16.663926 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42bbacef-e249-4b0e-a67e-7802f75f6957 x-openstack-request-id: req-42bbacef-e249-4b0e-a67e-7802f75f6957 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:59:16.664463 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30eb97dd-fd83-4747-87a1-b9a837b076b6", "name": "network-vif-deleted", "tag": "fa0b680a-0acb-411a-abfd-d96dde843192", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:59:16.664717 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42bbacef-e249-4b0e-a67e-7802f75f6957 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:59:16.665123 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eb97dd-fd83-4747-87a1-b9a837b076b6', 'name': 'network-vif-deleted', 'tag': 'fa0b680a-0acb-411a-abfd-d96dde843192', 'status': 'completed', 'code': 200} Jul 05 07:59:16.845443 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:16.876628 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:59:16.883092 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-233b1858-dc43-49f7-853e-57c8402e316c req-7c5fd9a7-c5c1-4abd-9702-18940b732f3d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=30eb97dd-fd83-4747-87a1-b9a837b076b6 HTTP/1.1" status: 200 len: 210 time: 0.0377750 Jul 05 07:59:16.885286 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:59:16.885903 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:58:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:16.994799 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:59:17.196841 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:17.224734 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b364bf-133d-41c5-b781-a88c7ed4c84a None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:59:17.464737 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f0c2c5-48dc-4264-9c1c-67d27ffc8cb8 None None] New status for floating IP de3a0560-4132-43d8-b529-7bf8d8d85f44: DOWN {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:59:18.169609 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-46fc01c7-5393-440c-ae44-7ddfcd92ee48 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152502770&fields=id&tenant_id=20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 267 time: 0.0324786 Jul 05 07:59:18.275702 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-5bff6578-52ce-42dd-b159-20f2ff7eab7c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:18.278093 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-5bff6578-52ce-42dd-b159-20f2ff7eab7c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 812 time: 0.1012394 Jul 05 07:59:18.291999 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-2e4f4a6e-3b37-492d-926a-ab96a37a0b3c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/quotas/20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 375 time: 0.0091105 Jul 05 07:59:18.364280 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-27cfdd22-b565-45c9-8567-11bf8be60943 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0671995 Jul 05 07:59:18.380109 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-20c7221b-c113-4230-b9ad-29c5394b71c9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=99352) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 07:59:18.381040 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-20c7221b-c113-4230-b9ad-29c5394b71c9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050945 Jul 05 07:59:18.467181 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-c3daf2cd-ae28-41b9-88f7-ca3345e6aeab service neutron] 10.222.0.30 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806363 Jul 05 07:59:18.563712 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-6a41b4a4-4a1e-453f-b4f1-0e6dc1490590 service neutron] 10.222.0.30 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901105 Jul 05 07:59:18.703749 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device fa0b680a-0acb-411a-abfd-d96dde843192 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 07:59:18.729104 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: fa0b680a-0acb-411a-abfd-d96dde843192 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 07:59:18.729455 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device fa0b680a-0acb-411a-abfd-d96dde843192 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 07:59:19.037362 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-88eaa339-1b4e-4631-8a92-bbcc3f1874ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:19.302503 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:19.501945 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:19.916257 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-562c839d-d783-42a6-8afb-a783c9a84ae2 req-b4242df8-5434-45fd-9c15-508963c96a9e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 210 time: 0.0408373 Jul 05 07:59:20.174021 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:21.093091 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7002ce37-4014-42b0-9cdf-7b53eedc9015 req-8bf5e0d7-7657-4341-9fd2-7d42f2ae5b1e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 210 time: 0.0638700 Jul 05 07:59:21.144322 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-097af8cf-b54c-44af-af36-c7e15e656796 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:21.145784 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-097af8cf-b54c-44af-af36-c7e15e656796 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 812 time: 0.1401114 Jul 05 07:59:21.217537 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-005dab1e-b24d-431c-8e09-581d9c0634cc tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 380 time: 0.0363944 Jul 05 07:59:21.225980 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'port': {'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'admin_state_up': True, 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'security_groups': ['c693c9a4-7bff-46c8-8271-0c2f5a796652']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:59:21.336466 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Made reservation on behalf of 20fdc80e8f2143d5826264fad65315fd for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 07:59:21.340245 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:21.478999 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Allocated IP 172.20.0.9 (18847d17-ddac-44a3-a2e0-a5f92c99e79c/f195c483-adf7-4ba4-930c-5f9012f90107/53c3389d-53e5-4420-8341-769c46e1551c) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:59:21.644156 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:21.659563 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Transition to ACTIVE for port object 53c3389d-53e5-4420-8341-769c46e1551c will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:59:21.696841 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:21.745439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:59:21.748579 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:59:21.751965 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:59:21.784268 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:21.789195 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=53c3389d-53e5-4420-8341-769c46e1551c,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:21.825157 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:21.826097 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:21.844108 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a2277ee2-ec29-4fcc-88cc-c038017d39a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6218216 Jul 05 07:59:21.855291 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Request body: {'port': {'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:59:21.939037 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:21.982355 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-318991af-31fe-4263-9d22-09859809daa4 None None] Provisioning for port 53c3389d-53e5-4420-8341-769c46e1551c completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:59:21.987457 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-318991af-31fe-4263-9d22-09859809daa4 None None] Provisioning complete for port 53c3389d-53e5-4420-8341-769c46e1551c triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:59:21.987830 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-318991af-31fe-4263-9d22-09859809daa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:22.021983 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-318991af-31fe-4263-9d22-09859809daa4 None None] Port 53c3389d-53e5-4420-8341-769c46e1551c cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 07:59:22.487896 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6d3c2-1f8c-48ee-9216-bbe12584e542 req-f305beb6-6c3f-4d40-b7f8-562ba027b0ca tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:22.489390 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dbf6d3c2-1f8c-48ee-9216-bbe12584e542 req-f305beb6-6c3f-4d40-b7f8-562ba027b0ca tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 931 time: 0.1034434 Jul 05 07:59:22.564754 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dbf6d3c2-1f8c-48ee-9216-bbe12584e542 req-e31a7677-bc36-424c-839c-7a0241ca6fdb tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696282 Jul 05 07:59:22.566675 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c3389d-53e5-4420-8341-769c46e1551c {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:59:22.574561 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:22.587545 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Transition to ACTIVE for port object 53c3389d-53e5-4420-8341-769c46e1551c will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 07:59:22.592719 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:22.686681 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Pushing event updated for resources: {'Port': ['ID=53c3389d-53e5-4420-8341-769c46e1551c,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:22.718632 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Attempting to bind port 53c3389d-53e5-4420-8341-769c46e1551c on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 07:59:22.719593 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Attempting to bind port 53c3389d-53e5-4420-8341-769c46e1551c by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 07:59:22.719925 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Attempting to bind port 53c3389d-53e5-4420-8341-769c46e1551c on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:59:22.724741 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Port 53c3389d-53e5-4420-8341-769c46e1551c on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 07:59:22.725063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Attempting to bind port 53c3389d-53e5-4420-8341-769c46e1551c on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 07:59:22.730140 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 7, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 07:59:22.730511 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Checking segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 07:59:22.730895 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Bound using segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 07:59:22.731322 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Bound port: 53c3389d-53e5-4420-8341-769c46e1551c, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 07:59:22.731946 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:22.807820 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] For port 53c3389d-53e5-4420-8341-769c46e1551c, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 07:59:22.811094 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] For port 53c3389d-53e5-4420-8341-769c46e1551c, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=53c3389d-53e5-4420-8341-769c46e1551c,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 07:59:22.817419 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:22.853698 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:22.854328 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:22.855798 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] 10.222.0.24 "PUT /v2.0/ports/53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 1093 time: 1.0049419 Jul 05 07:59:22.856261 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:59:22.858832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670e880d-2caf-498d-9866-ab501628bf93" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:59:22.893238 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be4ab8-765a-4e9a-bbab-ad3cc33437c0 service neutron] Pushing event updated for resources: {'Port': ['ID=53c3389d-53e5-4420-8341-769c46e1551c,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:22.930615 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8957de7d-7da4-4901-930f-0d1d5217964f x-openstack-request-id: req-8957de7d-7da4-4901-930f-0d1d5217964f {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:59:22.930911 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:59:22.931164 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8957de7d-7da4-4901-930f-0d1d5217964f {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:59:22.931559 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c', 'status': 'completed', 'code': 200} Jul 05 07:59:22.964430 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-015f4383-35e4-429a-9f52-1c6eccd21f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:22.966021 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-015f4383-35e4-429a-9f52-1c6eccd21f18 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1096 time: 0.0646458 Jul 05 07:59:23.012598 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-ec68386d-9b71-486d-b7e4-df4a8753ea15 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 217 time: 0.0390451 Jul 05 07:59:23.067470 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-34741bcd-646a-46bf-a0f6-f280819c39f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:23.069189 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-34741bcd-646a-46bf-a0f6-f280819c39f5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0495729 Jul 05 07:59:23.128982 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-f3a7577b-5f89-4bde-ad55-e88845ce7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:23.130540 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-f3a7577b-5f89-4bde-ad55-e88845ce7fb7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554085 Jul 05 07:59:23.226961 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-7ac5f397-46f1-4be9-b7c4-d6ab92afb4f2 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891018 Jul 05 07:59:23.317598 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a5a8f8ab-a1d2-46f5-8217-091f54cfaba6 req-a108f5b3-8fab-4c95-8322-359330ea0566 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832725 Jul 05 07:59:23.419752 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e880d-2caf-498d-9866-ab501628bf93 req-0a959737-a916-4d5b-83e6-83844e69b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:23.421270 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-670e880d-2caf-498d-9866-ab501628bf93 req-0a959737-a916-4d5b-83e6-83844e69b3fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1096 time: 0.0536995 Jul 05 07:59:23.516186 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e880d-2caf-498d-9866-ab501628bf93 req-e0856b73-9008-437f-ac59-8a5c776abc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:23.517674 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-670e880d-2caf-498d-9866-ab501628bf93 req-e0856b73-9008-437f-ac59-8a5c776abc4c service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0902689 Jul 05 07:59:23.558258 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-670e880d-2caf-498d-9866-ab501628bf93 req-0005c25b-f2d7-465e-9c81-eb26c6fcf303 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 217 time: 0.0336406 Jul 05 07:59:23.613733 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e880d-2caf-498d-9866-ab501628bf93 req-dccc3c8f-495d-47f4-ab87-820e6206a163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:23.615868 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-670e880d-2caf-498d-9866-ab501628bf93 req-dccc3c8f-495d-47f4-ab87-820e6206a163 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0505757 Jul 05 07:59:23.679288 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670e880d-2caf-498d-9866-ab501628bf93 req-82a3ee85-a4c8-4a90-95ed-e8af68e9b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:23.680993 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-670e880d-2caf-498d-9866-ab501628bf93 req-82a3ee85-a4c8-4a90-95ed-e8af68e9b948 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0597117 Jul 05 07:59:23.816032 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-670e880d-2caf-498d-9866-ab501628bf93 req-792d75ed-15d5-4e9a-9e08-33b7853eb130 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230223 Jul 05 07:59:23.823658 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f35b43-408d-4abe-acb6-a56f7602167c req-d03c24ef-a5bc-4d8d-b109-9897fffd81bc tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:23.825048 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-17f35b43-408d-4abe-acb6-a56f7602167c req-d03c24ef-a5bc-4d8d-b109-9897fffd81bc tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 943 time: 0.1420088 Jul 05 07:59:23.910159 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-17f35b43-408d-4abe-acb6-a56f7602167c req-32c667f1-b980-4ab7-9a7b-eca5af59cd73 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764277 Jul 05 07:59:23.938973 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-670e880d-2caf-498d-9866-ab501628bf93 req-34716e39-ca9e-480d-963b-3896da02b56f service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127460 Jul 05 07:59:25.092673 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ce0ec-564f-4542-9400-3661565006e7 req-7d0c8939-087a-4a03-8faa-4cb0aac0efa8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:25.094230 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c04ce0ec-564f-4542-9400-3661565006e7 req-7d0c8939-087a-4a03-8faa-4cb0aac0efa8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 943 time: 0.0677900 Jul 05 07:59:25.132908 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-c04ce0ec-564f-4542-9400-3661565006e7 req-4d840a27-6dd0-4a2b-8c60-a175982de144 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328233 Jul 05 07:59:26.307895 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231ad78-057e-4bff-980a-1160d7c2c8b2 req-8d0c45e5-533d-4319-9bae-91477d092f76 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:26.309432 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4231ad78-057e-4bff-980a-1160d7c2c8b2 req-8d0c45e5-533d-4319-9bae-91477d092f76 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 943 time: 0.0647047 Jul 05 07:59:26.347840 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-4231ad78-057e-4bff-980a-1160d7c2c8b2 req-694c6903-19e9-40b6-a43e-e32b6044f545 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317686 Jul 05 07:59:27.541014 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb56238-805e-42af-8f85-112488fc082c req-c87c8e80-b038-45bb-ba93-49b8d7d8a763 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:27.542508 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-efb56238-805e-42af-8f85-112488fc082c req-c87c8e80-b038-45bb-ba93-49b8d7d8a763 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 943 time: 0.0675602 Jul 05 07:59:27.583431 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-efb56238-805e-42af-8f85-112488fc082c req-ccd4d51b-92dc-4769-bb54-d8afb4890982 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321229 Jul 05 07:59:28.758549 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd1819-95b0-4fee-974a-fe58185acdda req-dcecc8f3-082a-4569-b95f-cf031c2d003e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:28.760044 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d7fd1819-95b0-4fee-974a-fe58185acdda req-dcecc8f3-082a-4569-b95f-cf031c2d003e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 943 time: 0.0645499 Jul 05 07:59:28.799540 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d7fd1819-95b0-4fee-974a-fe58185acdda req-a5490625-888a-4d2d-8a9f-57b3b5d55824 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339074 Jul 05 07:59:29.979706 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c49605-c30b-40a0-856f-4af363eb7ae6 req-b1c812c7-b5b7-4e58-80db-0c0519fec260 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:29.981357 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-60c49605-c30b-40a0-856f-4af363eb7ae6 req-b1c812c7-b5b7-4e58-80db-0c0519fec260 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 943 time: 0.0678070 Jul 05 07:59:30.020829 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-60c49605-c30b-40a0-856f-4af363eb7ae6 req-23014ccb-f0c1-4d83-8a0e-c30294e8fe6c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335929 Jul 05 07:59:30.748807 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 53c3389d-53e5-4420-8341-769c46e1551c details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 07:59:30.840375 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 53c3389d-53e5-4420-8341-769c46e1551c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=53c3389d-53e5-4420-8341-769c46e1551c,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:59:30.854834 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': '53c3389d-53e5-4420-8341-769c46e1551c', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 07:59:30.890580 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:30.902947 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c3389d-53e5-4420-8341-769c46e1551c {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 07:59:30.922161 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 53c3389d-53e5-4420-8341-769c46e1551c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=53c3389d-53e5-4420-8341-769c46e1551c,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:59:30.926135 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:30.971632 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=53c3389d-53e5-4420-8341-769c46e1551c,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:30.979331 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.979677 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.980012 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.980343 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.980669 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.980993 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.981316 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.981897 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.982219 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.982568 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.982888 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:30.983202 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 07:59:31.135766 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['53c3389d-53e5-4420-8341-769c46e1551c'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 07:59:31.198757 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3b26e-9005-46ac-b7fa-ec123f89cdbc req-f0e71696-ee20-4827-b634-2834f42be891 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:31.200274 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-11f3b26e-9005-46ac-b7fa-ec123f89cdbc req-f0e71696-ee20-4827-b634-2834f42be891 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 944 time: 0.0679469 Jul 05 07:59:31.240548 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-11f3b26e-9005-46ac-b7fa-ec123f89cdbc req-4721465e-6f24-4cd4-8c86-005d7692d0a1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339048 Jul 05 07:59:32.413781 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d709-6599-4e91-afaf-ea0538bfe216 req-322189ab-189b-4b43-b428-456b723efc13 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:32.415297 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0405d709-6599-4e91-afaf-ea0538bfe216 req-322189ab-189b-4b43-b428-456b723efc13 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 944 time: 0.0630801 Jul 05 07:59:32.452528 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0405d709-6599-4e91-afaf-ea0538bfe216 req-bae77834-9b4b-4ba4-a0a5-034fc64e384d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314643 Jul 05 07:59:32.768332 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 53c3389d-53e5-4420-8341-769c46e1551c up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 07:59:32.817523 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port 53c3389d-53e5-4420-8341-769c46e1551c completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 07:59:32.821145 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port 53c3389d-53e5-4420-8341-769c46e1551c triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 07:59:32.821530 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:32.899859 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:32.921747 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:59:32.923999 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d95b8cf-0537-4348-a987-718d176c6990" -d '{"events": [{"server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "name": "network-vif-plugged", "status": "completed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:59:32.936160 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port 53c3389d-53e5-4420-8341-769c46e1551c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=53c3389d-53e5-4420-8341-769c46e1551c,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 07:59:32.940135 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:32.989398 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=53c3389d-53e5-4420-8341-769c46e1551c,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:33.019713 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 07:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e08996-10c7-41dd-b320-e91add980ea2 x-openstack-request-id: req-92e08996-10c7-41dd-b320-e91add980ea2 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:59:33.020529 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "name": "network-vif-plugged", "status": "completed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:59:33.020801 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92e08996-10c7-41dd-b320-e91add980ea2 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:59:33.021217 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c', 'code': 200} Jul 05 07:59:33.287315 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa7cf8-13d2-484e-b486-2d0d9b4c2ac1 req-402c21bd-61c6-4e5c-9e91-d0df4a475b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:33.288699 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8eaa7cf8-13d2-484e-b486-2d0d9b4c2ac1 req-402c21bd-61c6-4e5c-9e91-d0df4a475b27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1098 time: 0.0541556 Jul 05 07:59:33.322545 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8eaa7cf8-13d2-484e-b486-2d0d9b4c2ac1 req-2ceb94ab-5857-4699-9218-03b6d24c96ac service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276263 Jul 05 07:59:33.637040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df8a633-1933-4224-bf90-56c78a41f6aa req-dfe32bce-7ff2-4729-85da-5284e206b7d0 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:33.638500 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0df8a633-1933-4224-bf90-56c78a41f6aa req-dfe32bce-7ff2-4729-85da-5284e206b7d0 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 945 time: 0.0637774 Jul 05 07:59:33.679061 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0df8a633-1933-4224-bf90-56c78a41f6aa req-054ca9bc-bff6-4a9e-8ba2-ab5434484e63 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327756 Jul 05 07:59:34.854084 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aedd018-7694-4d33-8cb0-6612903c61ab req-82b651f9-6ba8-434a-8b62-e29e4849166d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:34.855654 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1aedd018-7694-4d33-8cb0-6612903c61ab req-82b651f9-6ba8-434a-8b62-e29e4849166d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 945 time: 0.0650547 Jul 05 07:59:34.894840 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1aedd018-7694-4d33-8cb0-6612903c61ab req-8fe98fad-5912-439e-a022-1d30d9a8730c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 Jul 05 07:59:35.089499 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c42ac8-5902-4b65-a46b-d1758e6c103d req-40b21b6a-73e6-4f66-bee9-da8edda35731 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:35.091018 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a6c42ac8-5902-4b65-a46b-d1758e6c103d req-40b21b6a-73e6-4f66-bee9-da8edda35731 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 945 time: 0.0747817 Jul 05 07:59:35.135777 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-a6c42ac8-5902-4b65-a46b-d1758e6c103d req-ac017bc0-99b8-40b0-bec4-5be5e7c89621 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391004 Jul 05 07:59:35.159904 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58702) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:59:35.210033 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9698ec84-15ba-4544-8b03-b5b22fd534ef tempest-TestVolumeBootPattern-1864277405 tempest-TestVolumeBootPattern-1864277405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:35.211556 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-9698ec84-15ba-4544-8b03-b5b22fd534ef tempest-TestVolumeBootPattern-1864277405 tempest-TestVolumeBootPattern-1864277405-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1093 time: 0.0506814 Jul 05 07:59:35.214232 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58704) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 07:59:35.218581 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 07:59:35.240681 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:35.337159 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:35.435809 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Allocated IP 172.27.3.60 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/27099325-d504-46af-b6e3-dac75c170656) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 07:59:35.546927 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:35.588422 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:35.623794 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 07:59:35.626521 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 07:59:35.632030 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 07:59:35.659204 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=27099325-d504-46af-b6e3-dac75c170656,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:36.009346 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:36.084779 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:36.227950 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:36.232694 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:36.307085 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=27099325-d504-46af-b6e3-dac75c170656,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 07:59:36.314303 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:36.411960 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Floating IP 5c6ae4da-024f-434d-913c-6d885fe6201e associated. External IP: 172.27.3.60, port: 53c3389d-53e5-4420-8341-769c46e1551c. Jul 05 07:59:36.619055 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 07:59:36.724624 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 07:59:36.734492 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 07:59:36.743995 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:59:36.744636 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:59:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:36.745859 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:36.784720 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-171c8e92-f985-4f2e-8626-8967e39a1eae tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5692952 Jul 05 07:59:36.785262 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 07:59:36.788051 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 07:59:36.823525 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 07:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8fc774-1d14-4874-97f4-95fef1189ff5 x-openstack-request-id: req-3e8fc774-1d14-4874-97f4-95fef1189ff5 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 07:59:36.823816 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 07:59:36.824071 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e8fc774-1d14-4874-97f4-95fef1189ff5 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 07:59:36.824472 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c', 'status': 'completed', 'code': 200} Jul 05 07:59:36.857699 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:59:36.902197 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-982406fa-bb95-452c-9ee8-db580831d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:36.903641 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-982406fa-bb95-452c-9ee8-db580831d82c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1098 time: 0.0543120 Jul 05 07:59:36.997923 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-bd34c8a2-6134-4241-98d6-3446cb05e32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:36.999655 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-bd34c8a2-6134-4241-98d6-3446cb05e32a service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0891461 Jul 05 07:59:37.062718 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-06de8b19-9ab5-4764-9546-784160078643 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 998 time: 0.0572944 Jul 05 07:59:37.090697 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:35Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:37.109407 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-96d10402-12bc-4938-a61a-8fc98d31dc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:37.110908 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-96d10402-12bc-4938-a61a-8fc98d31dc26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0427396 Jul 05 07:59:37.121545 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 07:59:37.131316 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 07:59:37.132031 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T07:59:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:37.170192 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-6b0db093-39b3-4f3f-84ed-bec6ddec9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 07:59:37.171690 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-6b0db093-39b3-4f3f-84ed-bec6ddec9088 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550904 Jul 05 07:59:37.249849 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 07:59:37.258544 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-23899073-b09f-435e-a29c-342a640664db service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807693 Jul 05 07:59:37.363662 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-79701e7c-05d2-4eb5-9f7f-17b003d8cb04 req-c5d28830-5da4-4c87-b52c-99af74f57822 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986326 Jul 05 07:59:37.601960 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:35Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 07:59:37.629074 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0d16b8-92d7-4be7-a40b-a78f27c1a269 None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:35Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 07:59:37.810188 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7852455d-beda-49f0-bc15-4e43e363ba46 None None] New status for floating IP 5c6ae4da-024f-434d-913c-6d885fe6201e: ACTIVE {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 07:59:46.393707 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-62cfcbb2-c620-492b-a2f6-4cced93b546c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:48.726844 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 07:59:49.038842 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-f7b66181-85d5-4c98-920b-0aa91afc08ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:49.303290 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:49.495770 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:50.176372 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 07:59:51.782566 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:16.395718 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-9dbf4f1b-5a3e-4aad-91e5-4aba413af31c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:19.040208 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-2d05a4f3-74fe-4f9e-943d-7291fe99dbcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:19.305865 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:19.499333 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:20.178196 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:20.547690 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-dad7f77b-727d-4563-abee-d9858e02d04f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0515625 Jul 05 08:00:20.642112 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-4cd92573-59a2-4f5e-a996-ec04a9885452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:00:20.643635 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-4cd92573-59a2-4f5e-a996-ec04a9885452 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1098 time: 0.0520241 Jul 05 08:00:20.753597 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-852ba3be-b6d3-4f9c-bca8-ba8fa82f2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:00:20.755314 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-852ba3be-b6d3-4f9c-bca8-ba8fa82f2a95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0923388 Jul 05 08:00:20.826304 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-8a8c9beb-1bf2-4f9a-a684-2916a8b26331 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 1000 time: 0.0603962 Jul 05 08:00:20.881378 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-8ceaa8d2-2ebd-48a3-9ae5-f560c09b852c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:00:20.883038 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-8ceaa8d2-2ebd-48a3-9ae5-f560c09b852c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0500996 Jul 05 08:00:20.943077 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-78de6ebb-6a18-4e19-84bf-1bdaa1524615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:00:20.944598 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-78de6ebb-6a18-4e19-84bf-1bdaa1524615 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543234 Jul 05 08:00:21.038786 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-a5ab84a4-0ec6-41aa-93cb-777dec792616 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868342 Jul 05 08:00:21.142708 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-dcaf9cca-826d-4496-ba6d-49c24071115a req-0485957a-dd3b-4c9a-98f0-be07c9926e03 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958052 Jul 05 08:00:21.790937 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:25.726170 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:00:46.396837 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8ee78817-ed94-4bd3-b36f-18c1c339e282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:49.043956 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-bfc3f3b1-0190-4f01-aaa2-3642a0607c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:49.307308 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:49.523034 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:50.181671 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:00:51.786117 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:02.725378 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:01:13.691125 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-8caf024c-c464-4e73-85f9-d8aec477ee4a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152502770&fields=id&tenant_id=20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 267 time: 0.0349088 Jul 05 08:01:13.808242 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-06758a25-78b2-4bbb-854f-0f83bdbf9a69 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:13.809712 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-06758a25-78b2-4bbb-854f-0f83bdbf9a69 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 812 time: 0.1117394 Jul 05 08:01:13.824009 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-d2480055-fd5b-45a1-bef4-c5ce16dcd06b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/quotas/20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 375 time: 0.0088503 Jul 05 08:01:14.165919 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-c8efa18f-46ae-4ab7-9f0a-d47cc1babf20 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3372021 Jul 05 08:01:14.260263 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-a224bf41-63fe-448d-b1e5-670e4c0d08eb service neutron] 10.222.0.30 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819736 Jul 05 08:01:14.347851 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-d69370fb-aa41-462a-86ab-99c03232d73d service neutron] 10.222.0.30 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811024 Jul 05 08:01:14.679444 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-73bc0e33-3c93-4b3f-8363-f055c4a56533 req-6f898f17-6409-4798-b1cd-5738e6303d14 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 210 time: 0.0458472 Jul 05 08:01:15.781440 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-dd5d3cd8-da47-45a2-8abe-41033ad4e89a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:15.783689 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-dd5d3cd8-da47-45a2-8abe-41033ad4e89a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 812 time: 0.1251957 Jul 05 08:01:15.844618 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8bf05026-410e-42e9-b4f0-c5408dfc9abe req-2f9114b2-982f-4b08-a03b-db201b5605eb tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 210 time: 0.0376492 Jul 05 08:01:15.866093 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-285bfeb0-464d-4861-8cd9-2625f9828988 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=20fdc80e8f2143d5826264fad65315fd HTTP/1.1" status: 200 len: 380 time: 0.0660143 Jul 05 08:01:15.877435 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'port': {'device_id': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'admin_state_up': True, 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'security_groups': ['c693c9a4-7bff-46c8-8271-0c2f5a796652']}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 08:01:15.990822 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Made reservation on behalf of 20fdc80e8f2143d5826264fad65315fd for: {'port': 1} {{(pid=99352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 08:01:15.994334 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.119084 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Allocated IP 172.20.0.7 (18847d17-ddac-44a3-a2e0-a5f92c99e79c/f195c483-adf7-4ba4-930c-5f9012f90107/be977f07-b563-4b5a-a904-3aeb986088e4) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 08:01:16.278175 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.294711 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Transition to ACTIVE for port object be977f07-b563-4b5a-a904-3aeb986088e4 will not be triggered until provisioned by entity DHCP. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 08:01:16.335056 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.390751 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 08:01:16.396268 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 08:01:16.400291 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 08:01:16.401037 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3af0d7e4-4316-4523-94a2-a558d4e91374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.431607 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=be977f07-b563-4b5a-a904-3aeb986088e4,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:01:16.445594 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.446020 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.446377 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.446739 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.447071 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.447404 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.447737 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.448063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.448919 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.449409 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.449748 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.450063 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:16.468818 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:16.469471 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.485422 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-75a2fc86-9061-4562-ab63-c8784cb593bf tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131666 Jul 05 08:01:16.497602 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Request body: {'port': {'device_id': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76859'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 08:01:16.576506 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.665453 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-cc0905f4-f673-48e7-a799-52144f17086f None None] Provisioning for port be977f07-b563-4b5a-a904-3aeb986088e4 completed by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 08:01:16.669554 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-cc0905f4-f673-48e7-a799-52144f17086f None None] Provisioning complete for port be977f07-b563-4b5a-a904-3aeb986088e4 triggered by entity DHCP. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 08:01:16.670133 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-cc0905f4-f673-48e7-a799-52144f17086f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.704324 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-cc0905f4-f673-48e7-a799-52144f17086f None None] Port be977f07-b563-4b5a-a904-3aeb986088e4 cannot update to ACTIVE because it is not bound. {{(pid=99354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 08:01:16.850332 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be977f07-b563-4b5a-a904-3aeb986088e4 {{(pid=99352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 08:01:16.858068 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.870097 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.provisioning_blocks [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Transition to ACTIVE for port object be977f07-b563-4b5a-a904-3aeb986088e4 will not be triggered until provisioned by entity L2. {{(pid=99352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 08:01:16.874265 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:16.930162 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Pushing event updated for resources: {'Port': ['ID=be977f07-b563-4b5a-a904-3aeb986088e4,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:01:17.048635 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Attempting to bind port be977f07-b563-4b5a-a904-3aeb986088e4 on host hv-cinder-76859 for vnic_type normal with profile {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 08:01:17.048977 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Attempting to bind port be977f07-b563-4b5a-a904-3aeb986088e4 by drivers openvswitch,hyperv on host hv-cinder-76859 at level 0 using segments [{'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 08:01:17.049332 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Attempting to bind port be977f07-b563-4b5a-a904-3aeb986088e4 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 08:01:17.059170 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Port be977f07-b563-4b5a-a904-3aeb986088e4 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-76859 {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 08:01:17.059494 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Attempting to bind port be977f07-b563-4b5a-a904-3aeb986088e4 on network 18847d17-ddac-44a3-a2e0-a5f92c99e79c {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 08:01:17.072439 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Checking agent: {'id': '7610f1df-d35d-4da3-9efd-7000c6740133', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-76859', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'started_at': datetime.datetime(2021, 7, 5, 7, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 8, 0, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 08:01:17.072774 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Checking segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 08:01:17.073158 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Bound using segment: {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'} {{(pid=99352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 08:01:17.074321 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.managers [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Bound port: be977f07-b563-4b5a-a904-3aeb986088e4, host: hv-cinder-76859, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b996efb4-5e53-4d4d-806c-80aa1b5069d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c'}}] {{(pid=99352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 08:01:17.074716 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:17.096172 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d418ea2-8fe6-404b-b8d3-dc664dcfc55e req-986d3128-3635-4393-89e7-3a03faa3f74b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.097747 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d418ea2-8fe6-404b-b8d3-dc664dcfc55e req-986d3128-3635-4393-89e7-3a03faa3f74b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 943 time: 0.1094971 Jul 05 08:01:17.175421 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9d418ea2-8fe6-404b-b8d3-dc664dcfc55e req-27b03ec8-5e52-46f2-b958-883a6863b77a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719314 Jul 05 08:01:17.181927 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] For port be977f07-b563-4b5a-a904-3aeb986088e4, host hv-cinder-76859, cleared binding levels {{(pid=99352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 08:01:17.185350 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] For port be977f07-b563-4b5a-a904-3aeb986088e4, host hv-cinder-76859, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=be977f07-b563-4b5a-a904-3aeb986088e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 08:01:17.194986 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:17.230179 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.230864 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:17.232493 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] 10.222.0.24 "PUT /v2.0/ports/be977f07-b563-4b5a-a904-3aeb986088e4 HTTP/1.1" status: 200 len: 1093 time: 0.7400753 Jul 05 08:01:17.232932 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 08:01:17.235211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede8420c-27d4-4f7a-96ec-2c157541dc7b" -d '{"events": [{"name": "network-changed", "server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 08:01:17.262456 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04836a-2bb9-450d-8853-a503a037e686 service neutron] Pushing event updated for resources: {'Port': ['ID=be977f07-b563-4b5a-a904-3aeb986088e4,revision_number=3']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:01:17.287197 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 08:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80fbf92-5a92-45d7-976d-e59e57c30346 x-openstack-request-id: req-e80fbf92-5a92-45d7-976d-e59e57c30346 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 08:01:17.287680 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 08:01:17.287938 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e80fbf92-5a92-45d7-976d-e59e57c30346 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 08:01:17.288336 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'status': 'completed', 'code': 200} Jul 05 08:01:17.340765 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-7adc18ca-0562-435d-897a-0268117cb05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.342298 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-7adc18ca-0562-435d-897a-0268117cb05b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 1096 time: 0.0640728 Jul 05 08:01:17.385011 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-26b67e51-eb34-4fba-bbe2-cb976b7fc899 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be977f07-b563-4b5a-a904-3aeb986088e4 HTTP/1.1" status: 200 len: 217 time: 0.0356598 Jul 05 08:01:17.435028 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-db64bbc4-85d0-4c05-ab2d-50b5243f350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.436421 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-db64bbc4-85d0-4c05-ab2d-50b5243f350f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0449960 Jul 05 08:01:17.500736 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-6bac6f72-39ed-4cda-a929-a57f153c7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.502144 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-6bac6f72-39ed-4cda-a929-a57f153c7f2e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0596571 Jul 05 08:01:17.592965 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-46c8c326-c11b-466d-9e84-46391e61a4bd service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841286 Jul 05 08:01:17.686726 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-bb915c69-8005-443f-a0c7-ba7ae99dc842 req-ff871620-5cc2-46ec-aa8c-106dd0065ba5 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877771 Jul 05 08:01:17.792814 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-dd290142-e2aa-401d-ae8c-81c1759a5684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.794545 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-dd290142-e2aa-401d-ae8c-81c1759a5684 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 1096 time: 0.0560813 Jul 05 08:01:17.884086 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-e3e40a41-d7c5-43bc-a11e-f9e5f2177847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.885564 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-e3e40a41-d7c5-43bc-a11e-f9e5f2177847 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0850360 Jul 05 08:01:17.931460 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-82be98a2-8fee-4081-9cfa-2ace11e12c3b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be977f07-b563-4b5a-a904-3aeb986088e4 HTTP/1.1" status: 200 len: 217 time: 0.0384254 Jul 05 08:01:17.985910 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-7095737e-e101-44f8-9f35-13e82a8ebdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:17.987417 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-7095737e-e101-44f8-9f35-13e82a8ebdd1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0463843 Jul 05 08:01:18.045820 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-d937a2b7-4be1-467e-9d09-930900164234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:18.047385 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-d937a2b7-4be1-467e-9d09-930900164234 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525513 Jul 05 08:01:18.144356 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-db7e8bf2-5fd6-4914-9122-94bd11716dc4 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869002 Jul 05 08:01:18.240532 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ede8420c-27d4-4f7a-96ec-2c157541dc7b req-4f63a5d4-4367-448f-a4b7-2230182907b2 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858395 Jul 05 08:01:18.355726 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f5a17-1d90-4ce9-b936-77dc53c16856 req-3b9d2437-a962-49fe-b754-2a959946a16a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:18.357661 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191f5a17-1d90-4ce9-b936-77dc53c16856 req-3b9d2437-a962-49fe-b754-2a959946a16a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 943 time: 0.0687556 Jul 05 08:01:18.396002 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-191f5a17-1d90-4ce9-b936-77dc53c16856 req-ebe73b51-1994-4fef-9acd-9ad60d61e6f6 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327153 Jul 05 08:01:19.045984 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8ca86946-c061-43d5-9b55-0c481ab288df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:19.308059 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:19.540947 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:19.577365 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6b416-84ec-40c1-a170-16024e16bccb req-d0998ccc-5457-4c74-8000-37a11c61af5b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:19.578823 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1de6b416-84ec-40c1-a170-16024e16bccb req-d0998ccc-5457-4c74-8000-37a11c61af5b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 943 time: 0.0676665 Jul 05 08:01:19.616843 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-1de6b416-84ec-40c1-a170-16024e16bccb req-5d93a137-f717-44ee-877d-2e025709c4ea tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324469 Jul 05 08:01:20.185555 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:20.792573 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1861c6-e8d2-4e0b-98b0-d56c4b3eeb47 req-fb9010e6-d28a-477e-9d29-28e32596fac1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:20.794417 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f1861c6-e8d2-4e0b-98b0-d56c4b3eeb47 req-fb9010e6-d28a-477e-9d29-28e32596fac1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 943 time: 0.0662830 Jul 05 08:01:20.835442 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-0f1861c6-e8d2-4e0b-98b0-d56c4b3eeb47 req-6603c55a-fb97-4bcf-8e6f-e8f7f1b0969b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353770 Jul 05 08:01:21.791171 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:22.021630 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40215e3a-8811-46d4-8cbd-e2136396a0bb req-582334c6-01ad-49a2-a71f-49bbea0332a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:22.023167 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-40215e3a-8811-46d4-8cbd-e2136396a0bb req-582334c6-01ad-49a2-a71f-49bbea0332a3 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 943 time: 0.0753949 Jul 05 08:01:22.062674 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-40215e3a-8811-46d4-8cbd-e2136396a0bb req-0250f725-f988-41a3-8c97-d109006655b8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331342 Jul 05 08:01:23.163887 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-527a143e-9acc-4e4a-b0a6-a1b8f520a838 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535579 Jul 05 08:01:23.284169 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6c1bdf-52a1-49f7-ab27-361a6274c623 req-36bdb16d-fae9-45fd-8dab-e241d7e9de95 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:23.285571 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9f6c1bdf-52a1-49f7-ab27-361a6274c623 req-36bdb16d-fae9-45fd-8dab-e241d7e9de95 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 943 time: 0.1074979 Jul 05 08:01:23.292011 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-96ef2e8e-6167-4556-b7bb-084fc2fcf3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:23.293477 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-96ef2e8e-6167-4556-b7bb-084fc2fcf3f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1098 time: 0.0828991 Jul 05 08:01:23.343153 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9f6c1bdf-52a1-49f7-ab27-361a6274c623 req-cc9ccf6b-e2cf-433b-a58f-81f33600dcab tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487256 Jul 05 08:01:23.412339 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-d9ece14b-f8cc-4fe4-acf2-77657a9c1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:23.413807 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-d9ece14b-f8cc-4fe4-acf2-77657a9c1072 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0942430 Jul 05 08:01:23.479028 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-a908b4eb-a08c-4978-80b1-3a00f32a7f30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 1000 time: 0.0570409 Jul 05 08:01:23.529413 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-ed81b315-5c6f-49b6-8dcd-8118d1d5d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:23.530925 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-ed81b315-5c6f-49b6-8dcd-8118d1d5d1c0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0441177 Jul 05 08:01:23.592846 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-222764e7-08d8-48e3-a3fb-1fdd09444314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:23.594270 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-222764e7-08d8-48e3-a3fb-1fdd09444314 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561423 Jul 05 08:01:23.685795 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-4895c7b2-75a2-4dc7-8929-e25f232f5217 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842679 Jul 05 08:01:23.776860 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8f32d029-0ac7-441d-a73b-359fb53a072d req-552b2ed7-027c-4371-b768-3c9fbf25fed6 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841732 Jul 05 08:01:24.517466 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbc404-325c-4ed6-bca2-e70126c3d7d0 req-12c84090-3d9f-44a2-9e25-36f2dcc48ef2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:24.519016 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-98dbc404-325c-4ed6-bca2-e70126c3d7d0 req-12c84090-3d9f-44a2-9e25-36f2dcc48ef2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 943 time: 0.0650640 Jul 05 08:01:24.558362 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-98dbc404-325c-4ed6-bca2-e70126c3d7d0 req-e34e04c8-222f-4468-a9f6-4abf7b3ed53a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329065 Jul 05 08:01:25.338169 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device be977f07-b563-4b5a-a904-3aeb986088e4 details requested by agent hyperv_hv-cinder-76859 with host hv-cinder-76859 {{(pid=99354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 08:01:25.430578 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port be977f07-b563-4b5a-a904-3aeb986088e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=be977f07-b563-4b5a-a904-3aeb986088e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:01:25.441806 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Returning: {'device': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'port_id': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'mac_address': 'fa:16:3e:17:62:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 08:01:25.478604 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:25.492025 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be977f07-b563-4b5a-a904-3aeb986088e4 {{(pid=99354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 08:01:25.512046 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port be977f07-b563-4b5a-a904-3aeb986088e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=be977f07-b563-4b5a-a904-3aeb986088e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:01:25.515823 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:25.564413 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=be977f07-b563-4b5a-a904-3aeb986088e4,revision_number=4']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:01:25.571277 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.571635 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.571984 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.572325 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.572692 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.573029 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.573362 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.573695 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.574131 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.574491 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.574821 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.575147 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:01:25.728266 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506bfcb9-c0d4-44fe-8f61-191a6ca641b5 req-3cc21ada-d7ae-4a62-9bdf-cf036719bf8e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:25.729828 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-506bfcb9-c0d4-44fe-8f61-191a6ca641b5 req-3cc21ada-d7ae-4a62-9bdf-cf036719bf8e tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 944 time: 0.0621245 Jul 05 08:01:25.767971 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-506bfcb9-c0d4-44fe-8f61-191a6ca641b5 req-ec143ab3-4cae-4ac5-9fb3-18a3dbd61ea8 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Jul 05 08:01:25.803970 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] get_ports_and_sgs() called for port_ids ['be977f07-b563-4b5a-a904-3aeb986088e4'] {{(pid=99354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 08:01:26.940531 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e018aef-5db4-4869-b4a9-56dd774c8587 req-29585b03-83ef-40da-9b1f-75612f4a1991 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:26.941992 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7e018aef-5db4-4869-b4a9-56dd774c8587 req-29585b03-83ef-40da-9b1f-75612f4a1991 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 944 time: 0.0648613 Jul 05 08:01:26.979583 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-7e018aef-5db4-4869-b4a9-56dd774c8587 req-d8e39f41-6ef9-4338-85db-dad1aa940c24 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320749 Jul 05 08:01:27.338942 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device be977f07-b563-4b5a-a904-3aeb986088e4 up at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 08:01:27.385837 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning for port be977f07-b563-4b5a-a904-3aeb986088e4 completed by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 08:01:27.390535 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.provisioning_blocks [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Provisioning complete for port be977f07-b563-4b5a-a904-3aeb986088e4 triggered by entity L2. {{(pid=99354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 08:01:27.390906 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1398895'] for port, provisioning_complete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:27.463628 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:27.486234 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4'}] {{(pid=99354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 08:01:27.488491 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b26391cf261d64b28aab99c2df5beea53fe0eaf37f88fad470e0f1d8cca78cde" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59556ff0-0f06-473e-8bae-e40fbed273b5" -d '{"events": [{"server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "name": "network-vif-plugged", "status": "completed", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4"}]}' {{(pid=99354) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 08:01:27.501493 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] For port be977f07-b563-4b5a-a904-3aeb986088e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=be977f07-b563-4b5a-a904-3aeb986088e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:01:27.505670 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160'] for port, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:27.530704 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 08:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827eab58-01b3-4af9-9251-652e6255efb6 x-openstack-request-id: req-827eab58-01b3-4af9-9251-652e6255efb6 {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 08:01:27.530991 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "name": "network-vif-plugged", "status": "completed", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4", "code": 200}]} {{(pid=99354) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 08:01:27.531243 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-827eab58-01b3-4af9-9251-652e6255efb6 {{(pid=99354) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 08:01:27.531623 dv-cinder-768592-9-iscsi neutron-server[99354]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'code': 200} Jul 05 08:01:27.557940 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Pushing event updated for resources: {'Port': ['ID=be977f07-b563-4b5a-a904-3aeb986088e4,revision_number=5']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:01:27.788840 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fde806-6d7f-4e58-b63d-1f07177dccb2 req-2dc1463b-67ea-4b5e-b81f-aba3dc057f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:27.790344 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-84fde806-6d7f-4e58-b63d-1f07177dccb2 req-2dc1463b-67ea-4b5e-b81f-aba3dc057f77 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 1098 time: 0.0506110 Jul 05 08:01:27.825900 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-84fde806-6d7f-4e58-b63d-1f07177dccb2 req-6a31ad3d-775a-4c84-82a2-947e0e1dded7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274584 Jul 05 08:01:28.209687 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e66c75-d05a-43ce-8eae-ec43afaa874a req-ba1681d0-b7fc-4ea5-a505-d563cfa74a5b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:28.211199 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-95e66c75-d05a-43ce-8eae-ec43afaa874a req-ba1681d0-b7fc-4ea5-a505-d563cfa74a5b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 945 time: 0.0610468 Jul 05 08:01:28.248324 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-95e66c75-d05a-43ce-8eae-ec43afaa874a req-0e34aea8-0d02-4e4d-9bc9-225bb918510b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310941 Jul 05 08:01:29.426208 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6ebd6-f02f-4e4c-886d-55122cc299d5 req-2b9c2cbd-e1d3-47d4-8b6e-bd17276ed01d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:29.427704 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d7d6ebd6-f02f-4e4c-886d-55122cc299d5 req-2b9c2cbd-e1d3-47d4-8b6e-bd17276ed01d tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 945 time: 0.0657501 Jul 05 08:01:29.463584 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d7d6ebd6-f02f-4e4c-886d-55122cc299d5 req-4adf9600-4f1b-4154-8674-1dc3c9b6b7bd tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303965 Jul 05 08:01:29.634749 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489fd9-f6c0-48fe-b365-71ac0eccc571 req-8df83b08-6d3b-4658-9274-b8751ad6a6c5 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:29.636128 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb489fd9-f6c0-48fe-b365-71ac0eccc571 req-8df83b08-6d3b-4658-9274-b8751ad6a6c5 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 945 time: 0.0624321 Jul 05 08:01:29.673671 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-fb489fd9-f6c0-48fe-b365-71ac0eccc571 req-da8cc281-2e31-4b09-98e6-00dd52b53130 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315738 Jul 05 08:01:29.697076 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58834) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:01:29.751144 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b22137-b1e6-41d4-be90-6721fe2439a6 tempest-TestVolumeBootPattern-1864277405 tempest-TestVolumeBootPattern-1864277405-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:29.752657 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-a2b22137-b1e6-41d4-be90-6721fe2439a6 tempest-TestVolumeBootPattern-1864277405 tempest-TestVolumeBootPattern-1864277405-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 1093 time: 0.0546100 Jul 05 08:01:29.755467 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58836) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:01:29.760005 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.v2.base [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Request body: {'floatingip': {'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'port_id': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=99352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 08:01:29.782920 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:29.878155 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:29.984996 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.db_base_plugin_common [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Allocated IP 172.27.3.95 (07818c32-1384-4f51-b81c-c793d34cd6ca/e0376f2c-65dc-4137-94fd-38c0336a4347/9b83f41e-ec51-4032-89bb-5739670bb506) {{(pid=99352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 08:01:30.083098 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:30.121831 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1736487', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-38381', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757125956837', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-26735023'] for port, after_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:30.159962 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Network 07818c32-1384-4f51-b81c-c793d34cd6ca is already hosted by enough agents. {{(pid=99352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 08:01:30.162675 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.base_scheduler [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Resources bound (agent type, host, resource id): {{(pid=99352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 08:01:30.169090 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Received port after_create {{(pid=99352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 08:01:30.203791 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=9b83f41e-ec51-4032-89bb-5739670bb506,revision_number=1']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:01:30.544688 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:30.619747 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1736418'] for port, before_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:30.767714 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for port, precommit_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:30.772236 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757126512424', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757125956855', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757125957160', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26734941'] for port, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:30.837340 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event updated for resources: {'Port': ['ID=9b83f41e-ec51-4032-89bb-5739670bb506,revision_number=2']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:01:30.849521 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-555406'] for floatingip, after_update {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:30.962262 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Floating IP 8ebbdaa6-8106-4a57-b05c-a009886b981f associated. External IP: 172.27.3.95, port: be977f07-b563-4b5a-a904-3aeb986088e4. Jul 05 08:01:31.451955 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 08:01:31.563962 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 08:01:31.574381 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 08:01:31.582356 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:31.587338 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:01:31.587975 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:01:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:01:31.635905 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-2010aac7-78b8-4fed-aaa7-ed570774744a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8689718 Jul 05 08:01:31.635905 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 08:01:31.635905 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0" -d '{"events": [{"name": "network-changed", "server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 08:01:31.680273 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 08:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7daf1f4-a705-4c91-9d9f-46cd78a170de x-openstack-request-id: req-a7daf1f4-a705-4c91-9d9f-46cd78a170de {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 08:01:31.680623 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 08:01:31.680821 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7daf1f4-a705-4c91-9d9f-46cd78a170de {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 08:01:31.681250 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'status': 'completed', 'code': 200} Jul 05 08:01:31.699767 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:01:31.775478 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-9c62a78f-23a2-47a2-b976-463cdebc7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:31.778275 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-9c62a78f-23a2-47a2-b976-463cdebc7941 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 1098 time: 0.0610974 Jul 05 08:01:31.868888 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-f7220f40-66c3-482b-8722-bdc67e5b8f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:31.870982 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-f7220f40-66c3-482b-8722-bdc67e5b8f87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0867176 Jul 05 08:01:31.946687 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:37Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}, {'id': '8ebbdaa6-8106-4a57-b05c-a009886b981f', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:17:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T08:01:30Z', 'updated_at': '2021-07-05T08:01:30Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:01:31.948193 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-375ddf06-0d8e-425d-b915-33d915216e3e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be977f07-b563-4b5a-a904-3aeb986088e4 HTTP/1.1" status: 200 len: 998 time: 0.0714715 Jul 05 08:01:31.977323 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 08:01:31.987218 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:01:31.987846 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:01:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:01:32.009403 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-f9d07325-a030-4568-9017-a31c4c174e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:32.010972 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-f9d07325-a030-4568-9017-a31c4c174e1a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0477474 Jul 05 08:01:32.068784 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-83705345-db0a-4ef1-aa20-fdee23d92f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:01:32.070197 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-83705345-db0a-4ef1-aa20-fdee23d92f48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535562 Jul 05 08:01:32.094402 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:01:32.170233 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-6d9402a7-8304-44cf-9952-54022ae60266 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929379 Jul 05 08:01:32.267716 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-af07d2b2-d2c4-4254-85ec-b45ae9e725f0 req-c0d67b3c-34fd-4343-991f-b6143c7aee7d service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911462 Jul 05 08:01:32.341125 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:37Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}, {'id': '8ebbdaa6-8106-4a57-b05c-a009886b981f', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:17:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T08:01:30Z', 'updated_at': '2021-07-05T08:01:30Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:01:32.367752 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee708a-5379-42cd-9a29-7d8f9155d107 None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:37Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}, {'id': '8ebbdaa6-8106-4a57-b05c-a009886b981f', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.95', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:17:62:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T08:01:30Z', 'updated_at': '2021-07-05T08:01:30Z', 'revision_number': 0, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 08:01:32.563015 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eceafa8-57d3-4e09-9157-96de8d7595e3 None None] New status for floating IP 8ebbdaa6-8106-4a57-b05c-a009886b981f: ACTIVE {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 08:01:39.724362 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:01:46.404486 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-d9966a33-736c-4772-bb02-28c9a4b47341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:49.049437 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-19c46f95-e437-46cd-a031-f0a19323f2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:49.309879 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:49.542694 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:50.186525 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:01:51.793117 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:16.405470 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-89961219-6af9-4e66-8c7d-8083abd8cbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:16.722996 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:02:19.053839 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-383f8e8b-e2c0-4840-bf8b-c1b85aef1541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:19.311502 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:19.541464 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:20.189273 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:21.796268 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:21.822207 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-133fec16-e2f3-47b1-88c1-795415ffb293 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0540552 Jul 05 08:02:21.921749 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-d33ac878-47f7-4e78-9010-6a7ac272f79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:02:21.923274 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-d33ac878-47f7-4e78-9010-6a7ac272f79e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1098 time: 0.0581982 Jul 05 08:02:22.031497 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-2aa50fb4-b7b1-44dc-806f-f1d0e4a1e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:02:22.033029 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-2aa50fb4-b7b1-44dc-806f-f1d0e4a1e796 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0882967 Jul 05 08:02:22.104887 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-9432b004-02a3-4b90-95b5-623eae172584 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 1000 time: 0.0633540 Jul 05 08:02:22.156375 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-d2f4ea3a-1fb1-473d-a8c0-2b002687e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:02:22.157845 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-d2f4ea3a-1fb1-473d-a8c0-2b002687e002 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0456669 Jul 05 08:02:22.214265 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-9de004cd-a717-49b9-967c-b32fb19dd7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:02:22.216864 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-9de004cd-a717-49b9-967c-b32fb19dd7c4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507905 Jul 05 08:02:22.310094 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-470d03ef-deea-4686-b3fb-a8f5bf9a8f5b service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Jul 05 08:02:22.400982 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6d59b0dd-258c-4c14-9033-a6da14cdb3e4 req-b7b8e4f8-8014-48bb-aa4e-3a687621a36f service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834763 Jul 05 08:02:46.412050 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3aae785b-d7df-4387-abd6-b56a19e43124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:49.054333 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8ca2b6bf-bd47-45e4-aefe-965610593013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:49.313331 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:49.552335 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:50.193290 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:51.799048 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:02:53.723541 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:03:10.449299 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58870) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:10.610023 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Deleting port 9b83f41e-ec51-4032-89bb-5739670bb506 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:10.610368 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:10.692544 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:10.692873 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:10.705909 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Calling delete_port for 9b83f41e-ec51-4032-89bb-5739670bb506 owned by network:floatingip {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:10.854680 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:10.882040 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event deleted for resources: {'Port': ['ID=9b83f41e-ec51-4032-89bb-5739670bb506,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:10.908838 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.909173 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.909506 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.909833 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.910154 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.910510 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.910835 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.911156 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.911475 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.911792 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.912105 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.912421 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:10.953642 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:10.953971 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.db.l3_db [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Floating IP 8ebbdaa6-8106-4a57-b05c-a009886b981f disassociated (deleted). External IP: 172.27.3.95, port: be977f07-b563-4b5a-a904-3aeb986088e4. Jul 05 08:03:11.166139 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 08:03:11.274507 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 08:03:11.279242 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:11.283996 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 08:03:11.292678 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:11.293284 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:02:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:11.315306 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b573d22a-094e-46a8-a163-b58189a2716a tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "DELETE /v2.0/floatingips/8ebbdaa6-8106-4a57-b05c-a009886b981f HTTP/1.1" status: 204 len: 168 time: 0.8649445 Jul 05 08:03:11.315902 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 08:03:11.318285 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdaa7d5-a31b-4d77-a666-f3f593293254" -d '{"events": [{"name": "network-changed", "server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 08:03:11.363403 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 08:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516ee385-58f9-4d93-b65b-4304129b32dd x-openstack-request-id: req-516ee385-58f9-4d93-b65b-4304129b32dd {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 08:03:11.363896 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 08:03:11.364351 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-516ee385-58f9-4d93-b65b-4304129b32dd {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 08:03:11.364968 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'status': 'completed', 'code': 200} Jul 05 08:03:11.445465 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-704eab15-cfbf-4eac-aac4-3dc3e614cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:11.447071 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-704eab15-cfbf-4eac-aac4-3dc3e614cac4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 1098 time: 0.0583823 Jul 05 08:03:11.537362 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:11.556026 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-f1501388-13c1-4ea8-908d-07aad1bef8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:11.557780 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-f1501388-13c1-4ea8-908d-07aad1bef8d5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.1036491 Jul 05 08:03:11.600193 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-ab000cd1-9cf4-4e24-a6ae-47765a7ce1ef service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be977f07-b563-4b5a-a904-3aeb986088e4 HTTP/1.1" status: 200 len: 217 time: 0.0345035 Jul 05 08:03:11.684183 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-fdc855c1-2d12-4fbe-af9c-488a41f1e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:11.685666 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-fdc855c1-2d12-4fbe-af9c-488a41f1e64b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0785592 Jul 05 08:03:11.752196 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b1e102-b071-499c-a79e-657979182e5a req-f7d1e040-afe2-4679-b969-567117e34311 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:11.753731 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d1b1e102-b071-499c-a79e-657979182e5a req-f7d1e040-afe2-4679-b969-567117e34311 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 945 time: 0.1067967 Jul 05 08:03:11.769331 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:37Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:11.784207 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-ddc7473d-8ab1-4de8-afe4-eaa84783093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:11.785714 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-ddc7473d-8ab1-4de8-afe4-eaa84783093d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0924096 Jul 05 08:03:11.799985 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 08:03:11.808233 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:11.808851 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:02:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:11.818708 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d1b1e102-b071-499c-a79e-657979182e5a req-6d4370f3-df93-48d7-a39f-55659d65df3b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576010 Jul 05 08:03:11.890811 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-70316af9-1944-4815-b4f8-5fd053f3be2b service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952723 Jul 05 08:03:11.915834 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:11.983236 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-2bdaa7d5-a31b-4d77-a666-f3f593293254 req-131c7c73-5ba9-4e26-9073-b131186621b9 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859568 Jul 05 08:03:12.148485 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:37Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:12.176023 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f6d9a0-3887-4566-b05e-c94da6b20f8a None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_floatingips': [{'id': '5c6ae4da-024f-434d-913c-6d885fe6201e', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'router_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'port_id': '53c3389d-53e5-4420-8341-769c46e1551c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'mac_address': 'fa:16:3e:29:47:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T07:59:35Z', 'updated_at': '2021-07-05T07:59:37Z', 'revision_number': 1, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 08:03:12.393378 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c7160a-0703-498f-b351-d1d60bc0e8f8 None None] New status for floating IP 8ebbdaa6-8106-4a57-b05c-a009886b981f: DOWN {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 08:03:13.002279 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a04a90-136b-4cf7-adf1-fe55faa03907 req-a24d3fcb-6c70-418f-94d5-bd4730cebe49 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:13.003838 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-43a04a90-136b-4cf7-adf1-fe55faa03907 req-a24d3fcb-6c70-418f-94d5-bd4730cebe49 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 945 time: 0.0679090 Jul 05 08:03:13.041180 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-43a04a90-136b-4cf7-adf1-fe55faa03907 req-44626b47-8ab3-4c85-a592-b3b378b792ec tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318692 Jul 05 08:03:13.173485 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-f63a353e-df8b-46b4-8d5f-bdf5c3619248 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:13.174890 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-f63a353e-df8b-46b4-8d5f-bdf5c3619248 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 945 time: 0.0632050 Jul 05 08:03:13.274282 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Deleting port be977f07-b563-4b5a-a904-3aeb986088e4 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:13.274642 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:13.365825 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] For port be977f07-b563-4b5a-a904-3aeb986088e4, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=be977f07-b563-4b5a-a904-3aeb986088e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:13.366180 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:13.378099 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Calling delete_port for be977f07-b563-4b5a-a904-3aeb986088e4 owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:13.506055 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:13.535708 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event deleted for resources: {'Port': ['ID=be977f07-b563-4b5a-a904-3aeb986088e4,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:13.581993 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] No DVR routers for this DVR port be977f07-b563-4b5a-a904-3aeb986088e4 on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 08:03:13.584670 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:13.586996 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-f8834124-798b-4232-9b7a-b610114e5fc4 req-a644c25a-3f25-4518-a1c8-327c26551264 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "DELETE /v2.0/ports/be977f07-b563-4b5a-a904-3aeb986088e4 HTTP/1.1" status: 204 len: 173 time: 0.4058692 Jul 05 08:03:13.587455 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'name': 'network-vif-deleted', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 08:03:13.589671 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bbb50a-8496-4693-8679-d8a4b377b1c4" -d '{"events": [{"server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "name": "network-vif-deleted", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 08:03:13.631590 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 08:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c10c03a-3014-4530-a9c2-670f3e831e97 x-openstack-request-id: req-5c10c03a-3014-4530-a9c2-670f3e831e97 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 08:03:13.631881 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e106ce-23b0-4b4b-8370-f7a3601bc11c", "name": "network-vif-deleted", "tag": "be977f07-b563-4b5a-a904-3aeb986088e4", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 08:03:13.632143 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c10c03a-3014-4530-a9c2-670f3e831e97 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 08:03:13.632545 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e106ce-23b0-4b4b-8370-f7a3601bc11c', 'name': 'network-vif-deleted', 'tag': 'be977f07-b563-4b5a-a904-3aeb986088e4', 'status': 'completed', 'code': 200} Jul 05 08:03:14.299038 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-3b32595b-e706-4d73-ac89-c67c7d2d33c0 req-0916c36b-10d9-4a7f-88f4-f1a427550841 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=70e106ce-23b0-4b4b-8370-f7a3601bc11c HTTP/1.1" status: 200 len: 210 time: 0.1303980 Jul 05 08:03:15.881956 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device be977f07-b563-4b5a-a904-3aeb986088e4 no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:15.906141 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: be977f07-b563-4b5a-a904-3aeb986088e4 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:15.906405 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device be977f07-b563-4b5a-a904-3aeb986088e4 not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:16.403930 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e8776b03-32be-472d-9897-157b82e8aef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:17.632773 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58912) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:17.793367 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Deleting port 27099325-d504-46af-b6e3-dac75c170656 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:17.793712 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:17.876191 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:17.876425 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:17.889843 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Calling delete_port for 27099325-d504-46af-b6e3-dac75c170656 owned by network:floatingip {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:18.073490 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:18.098786 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event deleted for resources: {'Port': ['ID=27099325-d504-46af-b6e3-dac75c170656,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:18.125484 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.125830 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.126189 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.126597 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.126863 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.127194 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.127520 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.127847 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.128171 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.128493 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.128812 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.129134 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:18.176064 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:18.176431 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.db.l3_db [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Floating IP 5c6ae4da-024f-434d-913c-6d885fe6201e disassociated (deleted). External IP: 172.27.3.60, port: 53c3389d-53e5-4420-8341-769c46e1551c. Jul 05 08:03:18.381474 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 08:03:18.491680 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 08:03:18.496298 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:18.502674 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 08:03:18.512171 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:18.512789 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:02:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:18.535359 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-12646c7b-1fc1-4f39-901f-3b4d3da7ac64 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "DELETE /v2.0/floatingips/5c6ae4da-024f-434d-913c-6d885fe6201e HTTP/1.1" status: 204 len: 168 time: 0.9014361 Jul 05 08:03:18.535953 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c'}] {{(pid=99353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 08:03:18.538250 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9627195a8c2dff50da2ec82d8bbb263518a109ac99fb44a4c90a4a704575652e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6783d955-e874-4270-bc99-b1cf71d71e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c"}]}' {{(pid=99353) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 08:03:18.627588 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:18.652032 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 08:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25153572-d211-4f20-8bb0-cf8ead279012 x-openstack-request-id: req-25153572-d211-4f20-8bb0-cf8ead279012 {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 08:03:18.652562 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "tag": "53c3389d-53e5-4420-8341-769c46e1551c", "status": "completed", "code": 200}]} {{(pid=99353) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 08:03:18.652562 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25153572-d211-4f20-8bb0-cf8ead279012 {{(pid=99353) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 08:03:18.652969 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c', 'status': 'completed', 'code': 200} Jul 05 08:03:18.742857 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-fb402146-512c-467c-9150-bbcaab3811b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:18.744441 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-fb402146-512c-467c-9150-bbcaab3811b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=20fdc80e8f2143d5826264fad65315fd&device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 1098 time: 0.0671177 Jul 05 08:03:18.848321 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-33195afa-0395-47c3-8f4a-47f8234d2d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:18.849701 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:18.849985 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-33195afa-0395-47c3-8f4a-47f8234d2d36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 200 len: 913 time: 0.0952704 Jul 05 08:03:18.877721 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 08:03:18.888297 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:18.888921 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:02:49Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:18.908986 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-7c9274f1-21c1-4f6b-8231-d2b8b66a2b56 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 200 len: 217 time: 0.0512152 Jul 05 08:03:18.981684 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-3d582b37-e55f-4e40-939b-bcce83c1d69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:18.983774 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-3d582b37-e55f-4e40-939b-bcce83c1d69b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 200 len: 851 time: 0.0575509 Jul 05 08:03:19.004952 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:19.024527 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcf51a-5c8e-424a-b6d8-2096c90f4423 req-261cab47-7086-4643-854e-c1ab04d8c3b1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:19.026001 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9edcf51a-5c8e-424a-b6d8-2096c90f4423 req-261cab47-7086-4643-854e-c1ab04d8c3b1 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 945 time: 0.1586797 Jul 05 08:03:19.082060 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-9edcf51a-5c8e-424a-b6d8-2096c90f4423 req-a5ed1c75-bb80-44fa-b4f6-5a64d89f62a7 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489166 Jul 05 08:03:19.084832 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-41cbb5d9-15b8-4562-bd41-9268a28b401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:19.086192 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-41cbb5d9-15b8-4562-bd41-9268a28b401b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=18847d17-ddac-44a3-a2e0-a5f92c99e79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0962589 Jul 05 08:03:19.094796 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-95a5eba5-423b-4752-9a68-ca34d608aaba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:19.186791 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-f1eb5d11-8ecd-43b6-8b71-36c44be5d2e9 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898137 Jul 05 08:03:19.231669 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:19.261247 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaefe857-e1f9-4dee-a83d-bd70188226e0 None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:22Z', 'revision_number': 4, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi', '_interfaces': [{'id': 'd7602e03-028f-4997-89fd-98eb91b715e4', 'name': '', 'network_id': '18847d17-ddac-44a3-a2e0-a5f92c99e79c', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'mac_address': 'fa:16:3e:0f:f2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:21Z', 'updated_at': '2021-07-05T07:56:28Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'subnets': [{'id': 'f195c483-adf7-4ba4-930c-5f9012f90107', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 08:03:19.291844 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-6783d955-e874-4270-bc99-b1cf71d71e6e req-642b2f4b-7da2-4136-9374-bdc7ed5e8e18 service neutron] 10.222.0.24 "GET /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978611 Jul 05 08:03:19.317582 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:19.480944 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b32de3d-24d8-4e6c-8ec7-b19ba93763e0 None None] New status for floating IP 5c6ae4da-024f-434d-913c-6d885fe6201e: DOWN {{(pid=99355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 08:03:19.541808 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:20.197357 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:20.261830 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9805fd-a94b-47aa-8924-470c159770b4 req-90f653d2-881b-41f9-8144-7fbbc59b7ece tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:20.263257 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ac9805fd-a94b-47aa-8924-470c159770b4 req-90f653d2-881b-41f9-8144-7fbbc59b7ece tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 945 time: 0.0634165 Jul 05 08:03:20.328553 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-ac9805fd-a94b-47aa-8924-470c159770b4 req-62fc63d9-5211-4bcf-9e66-f66c5a0addc5 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/security-groups?id=c693c9a4-7bff-46c8-8271-0c2f5a796652&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586157 Jul 05 08:03:20.365417 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-5b0b8baf-e744-4370-97d9-4c973c832683 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 08:03:20.366970 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-5b0b8baf-e744-4370-97d9-4c973c832683 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 945 time: 0.0837791 Jul 05 08:03:20.469254 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Deleting port 53c3389d-53e5-4420-8341-769c46e1551c {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:20.469587 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:20.554575 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] For port 53c3389d-53e5-4420-8341-769c46e1551c, host hv-cinder-76859, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-76859',level=0,port_id=53c3389d-53e5-4420-8341-769c46e1551c,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:20.554848 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:20.568625 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Calling delete_port for 53c3389d-53e5-4420-8341-769c46e1551c owned by compute:nova {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:20.704555 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:20.737272 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event deleted for resources: {'Port': ['ID=53c3389d-53e5-4420-8341-769c46e1551c,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:20.794611 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] No DVR routers for this DVR port 53c3389d-53e5-4420-8341-769c46e1551c on host hv-cinder-76859 {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 08:03:20.798504 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for port, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:20.800827 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-d4794935-5b3d-484e-a083-1e234d5334f8 req-79333f68-5179-4f17-9490-5cd7971976b2 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.24 "DELETE /v2.0/ports/53c3389d-53e5-4420-8341-769c46e1551c HTTP/1.1" status: 204 len: 173 time: 0.4289706 Jul 05 08:03:20.801328 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'name': 'network-vif-deleted', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c'}] {{(pid=99352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 08:03:20.804015 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4c35d82fbc374c08e970b59b2da2599d2476a8421fa7a8353af48f11b328e3cc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a210d0b1-285f-42d0-a1c6-1866ff59666b" -d '{"events": [{"server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "name": "network-vif-deleted", "tag": "53c3389d-53e5-4420-8341-769c46e1551c"}]}' {{(pid=99352) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 08:03:20.845399 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 08:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358ec804-8e59-4b86-8815-f493022cd211 x-openstack-request-id: req-358ec804-8e59-4b86-8815-f493022cd211 {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 08:03:20.845699 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fdec1c3-2b6b-400f-9e71-f03f0d9cceed", "name": "network-vif-deleted", "tag": "53c3389d-53e5-4420-8341-769c46e1551c", "status": "completed", "code": 200}]} {{(pid=99352) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 08:03:20.845927 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-358ec804-8e59-4b86-8815-f493022cd211 {{(pid=99352) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 08:03:20.846309 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fdec1c3-2b6b-400f-9e71-f03f0d9cceed', 'name': 'network-vif-deleted', 'tag': '53c3389d-53e5-4420-8341-769c46e1551c', 'status': 'completed', 'code': 200} Jul 05 08:03:21.490706 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [req-8a159a17-b98d-4c3c-b96e-c911279ea194 req-66362397-ab5b-40ae-aa60-c125c9f38bb6 tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "GET /v2.0/ports?device_id=2fdec1c3-2b6b-400f-9e71-f03f0d9cceed HTTP/1.1" status: 200 len: 210 time: 0.0324032 Jul 05 08:03:21.801316 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:22.590456 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58932) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:22.711912 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Deleting port 40dbf838-c9cf-4a58-8ad1-6d763b6088d9 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:22.712252 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:22.785741 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:22.785962 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:22.797800 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Calling delete_port for 40dbf838-c9cf-4a58-8ad1-6d763b6088d9 owned by network:floatingip {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:22.927386 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:22.953490 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event deleted for resources: {'Port': ['ID=40dbf838-c9cf-4a58-8ad1-6d763b6088d9,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:23.015979 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for floatingip, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:23.018454 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1012927'] for floatingip, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:23.019616 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-f1f9e643-c4ba-4f27-980c-dbab33ad903c tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "DELETE /v2.0/floatingips/de3a0560-4132-43d8-b529-7bf8d8d85f44 HTTP/1.1" status: 204 len: 168 time: 0.4281759 Jul 05 08:03:23.902498 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 53c3389d-53e5-4420-8341-769c46e1551c no longer exists at agent hyperv_hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:23.922643 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] No Port match for: 53c3389d-53e5-4420-8341-769c46e1551c {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:23.922994 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Device 53c3389d-53e5-4420-8341-769c46e1551c not bound to the agent host hv-cinder-76859 {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:24.284008 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58944) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:24.343726 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b741f1b4-945e-4601-839d-6a0dd141f10b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:24.369373 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b741f1b4-945e-4601-839d-6a0dd141f10b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:24.429903 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b741f1b4-945e-4601-839d-6a0dd141f10b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:24.432484 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-b741f1b4-945e-4601-839d-6a0dd141f10b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:24.433634 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-b741f1b4-945e-4601-839d-6a0dd141f10b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] 10.222.0.30 "DELETE /v2.0/security-groups/c693c9a4-7bff-46c8-8271-0c2f5a796652 HTTP/1.1" status: 204 len: 168 time: 0.1486378 Jul 05 08:03:24.444176 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b741f1b4-945e-4601-839d-6a0dd141f10b tempest-TestVolumeBootPattern-2097098158 tempest-TestVolumeBootPattern-2097098158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693c9a4-7bff-46c8-8271-0c2f5a796652,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:24.489172 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58948) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:24.972164 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:25.481944 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Deleting port d7602e03-028f-4997-89fd-98eb91b715e4 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:25.482713 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:25.561574 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] For port d7602e03-028f-4997-89fd-98eb91b715e4, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=d7602e03-028f-4997-89fd-98eb91b715e4,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:25.562564 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:25.575807 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Calling delete_port for d7602e03-028f-4997-89fd-98eb91b715e4 owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:25.757895 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:25.786096 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7602e03-028f-4997-89fd-98eb91b715e4,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:25.965374 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:26.184907 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Router 488af757-f12d-4341-9b21-a7b9a1a02812 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 08:03:26.291518 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 08:03:26.297791 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-4f33c276-5354-4573-a69f-7bacccc95924 admin admin] 10.222.0.30 "PUT /v2.0/routers/488af757-f12d-4341-9b21-a7b9a1a02812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8062272 Jul 05 08:03:26.299374 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58952) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:26.301876 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] Sync routers for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 08:03:26.311973 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:26.312591 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:03:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:26.404306 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:26.415931 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:26.507700 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:26.566959 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Deleting port f557b81e-1b39-48e3-82ae-4103d0ea697c {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:26.567195 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:26.646920 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] For port f557b81e-1b39-48e3-82ae-4103d0ea697c, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=f557b81e-1b39-48e3-82ae-4103d0ea697c,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:26.647282 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:26.660882 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Calling delete_port for f557b81e-1b39-48e3-82ae-4103d0ea697c owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:26.726179 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T08:03:25Z', 'revision_number': 5, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port': {'id': 'f557b81e-1b39-48e3-82ae-4103d0ea697c', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ea:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T07:56:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:26.752859 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] Checking router: 488af757-f12d-4341-9b21-a7b9a1a02812 for host: dv-cinder-768592-9-iscsi {{(pid=99354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 08:03:26.761095 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] Routers {'488af757-f12d-4341-9b21-a7b9a1a02812'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:26.761719 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:03:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['488af757-f12d-4341-9b21-a7b9a1a02812'], 'active': True} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:26.831871 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:26.851798 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvr_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] Set router 488af757-f12d-4341-9b21-a7b9a1a02812 gateway port host: None {{(pid=99354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:26.859969 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Pushing event deleted for resources: {'Port': ['ID=f557b81e-1b39-48e3-82ae-4103d0ea697c,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:26.911224 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_hamode_db [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T08:03:26Z', 'revision_number': 6, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99354) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:26.926748 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:26.937415 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95de194-67f9-437a-8d2a-78fd5354be22 None None] The sync data for ids ['488af757-f12d-4341-9b21-a7b9a1a02812'] in dv-cinder-768592-9-iscsi is: [{'id': '488af757-f12d-4341-9b21-a7b9a1a02812', 'name': 'tempest-TestVolumeBootPattern-1537771482-router', 'tenant_id': '20fdc80e8f2143d5826264fad65315fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:19Z', 'updated_at': '2021-07-05T08:03:26Z', 'revision_number': 6, 'project_id': '20fdc80e8f2143d5826264fad65315fd', 'gw_port_host': None}] {{(pid=99354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 08:03:27.017617 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.019658 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.060846 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.061402 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 488af757-f12d-4341-9b21-a7b9a1a02812 {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 08:03:27.065756 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.066925 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-760542b2-5f55-4048-a5ff-0dabeb0dc05c admin admin] 10.222.0.30 "DELETE /v2.0/routers/488af757-f12d-4341-9b21-a7b9a1a02812 HTTP/1.1" status: 204 len: 168 time: 0.7665875 Jul 05 08:03:27.069822 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58954) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:27.116836 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] Deleting subnet f195c483-adf7-4ba4-930c-5f9012f90107 {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 08:03:27.119800 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.152767 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.228550 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.271556 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [req-093cf19e-4131-4624-a997-4b72f931b753 req-64705780-fbb6-41d2-bc03-42bea97a3d40 service neutron] (99353) timed out ('10.222.0.24', 58099) {{(pid=99353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 08:03:27.283174 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.314604 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f195c483-adf7-4ba4-930c-5f9012f90107,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:27.317339 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.321973 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-bc1af38f-1e50-450c-ba3c-2725e2eb7acb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f195c483-adf7-4ba4-930c-5f9012f90107 HTTP/1.1" status: 204 len: 168 time: 0.2485619 Jul 05 08:03:27.322211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58956) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:27.326607 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7f183-be2d-48f0-8868-2c7632d07931 None None] Network 18847d17-ddac-44a3-a2e0-a5f92c99e79c requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 08:03:27.394210 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.448431 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Deleting port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 {{(pid=99352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:27.448767 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.514382 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.db [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] For port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=4ab91c66-7d82-4e6f-b00c-10c80a0a51a6,segment=NetworkSegment(b996efb4-5e53-4d4d-806c-80aa1b5069d8),segment_id=b996efb4-5e53-4d4d-806c-80aa1b5069d8)] {{(pid=99352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:27.514855 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.527154 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.plugin [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Calling delete_port for 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 owned by network:dhcp {{(pid=99352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:27.606803 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26735014'] for port, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:27.740499 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc187bb4-ffe8-445c-8e5c-4d8b47e38f0a None None] DHCP port deletion for 18847d17-ddac-44a3-a2e0-a5f92c99e79c request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 08:03:27.906749 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ab91c66-7d82-4e6f-b00c-10c80a0a51a6,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:27.911757 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] No DVR routers for this DVR port 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 on host dv-cinder-768592-9-iscsi {{(pid=99352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 08:03:27.992211 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.003369 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18847d17-ddac-44a3-a2e0-a5f92c99e79c']}} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:28.015357 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b996efb4-5e53-4d4d-806c-80aa1b5069d8') {'for_net_delete': True} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:28.015559 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.services.segments.db [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b996efb4-5e53-4d4d-806c-80aa1b5069d8') {} {{(pid=99352) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:28.024637 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26848850'] for segment, before_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.039704 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.045704 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=99352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 08:03:28.046887 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26734969'] for segment, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: conditions |= (models_v2.Port.network_id.in_( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: Traceback (most recent call last): Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: timer() Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: cb(*args, **kw) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: return func(*args, **kwargs) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: self._notify() Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: self.callback(batched_events) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: event.method(event) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: return f(self, *a, **k) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._get(url).json() Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: return self.request(url, 'GET', **kwargs) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 08:03:28.048720 dv-cinder-768592-9-iscsi neutron-server[99352]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 08:03:28.069005 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d7602e03-028f-4997-89fd-98eb91b715e4 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:28.091608 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: d7602e03-028f-4997-89fd-98eb91b715e4 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:28.091958 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device d7602e03-028f-4997-89fd-98eb91b715e4 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:28.092381 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:28.107061 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.113027 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:28.113376 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4ab91c66-7d82-4e6f-b00c-10c80a0a51a6 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:28.113799 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device f557b81e-1b39-48e3-82ae-4103d0ea697c no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:28.115137 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron_lib.callbacks.manager [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99352) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.116984 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] 10.222.0.30 "DELETE /v2.0/networks/18847d17-ddac-44a3-a2e0-a5f92c99e79c HTTP/1.1" status: 204 len: 168 time: 0.7937143 Jul 05 08:03:28.120143 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58958) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:28.126925 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d63057-277e-4d2d-983b-7439f5c20487 admin admin] Pushing event deleted for resources: {'Network': ['ID=18847d17-ddac-44a3-a2e0-a5f92c99e79c,revision_number=None']} {{(pid=99352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:28.135347 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: f557b81e-1b39-48e3-82ae-4103d0ea697c {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:28.135699 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device f557b81e-1b39-48e3-82ae-4103d0ea697c not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:28.462772 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-554739'] for router_interface, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.719089 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Deleting port 1d26b3b2-a59a-4195-83a3-d881dfbd583c {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:28.719335 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.720920 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [req-34f59191-43cc-4c04-b08a-2143ea53c6ad req-afd0da91-c8cd-42e5-8770-1d1ef000e9a9 service neutron] (99353) timed out ('10.222.0.24', 58086) {{(pid=99353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 08:03:28.799974 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] For port 1d26b3b2-a59a-4195-83a3-d881dfbd583c, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=1d26b3b2-a59a-4195-83a3-d881dfbd583c,segment=NetworkSegment(887f0feb-7f12-48fa-99a2-8dd1a4ad5531),segment_id=887f0feb-7f12-48fa-99a2-8dd1a4ad5531)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:28.800335 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:28.812734 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Calling delete_port for 1d26b3b2-a59a-4195-83a3-d881dfbd583c owned by network:router_interface {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:29.241458 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:29.268147 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d26b3b2-a59a-4195-83a3-d881dfbd583c,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:29.439354 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-534483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552141'] for router_interface, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:29.667146 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Router 825da655-1597-43e2-8a68-4a22ec513c34 has already been hosted by L3 agent 24f5a1c4-039c-4a36-bef3-5c621cdb1eb7 {{(pid=99353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 08:03:29.778126 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] Notify agent at l3_agent.dv-cinder-768592-9-iscsi the message routers_updated {{(pid=99353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 08:03:29.784919 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-a369fab7-6add-4a80-87af-8889ccd054e3 admin admin] 10.222.0.30 "PUT /v2.0/routers/825da655-1597-43e2-8a68-4a22ec513c34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6619372 Jul 05 08:03:29.785749 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58960) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:29.788204 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] Sync routers for ids ['825da655-1597-43e2-8a68-4a22ec513c34'] in dv-cinder-768592-9-iscsi {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 08:03:29.797854 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] Routers {'825da655-1597-43e2-8a68-4a22ec513c34'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:29.798492 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:03:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['825da655-1597-43e2-8a68-4a22ec513c34'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:29.894405 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks [] for router, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:29.903245 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] Set router 825da655-1597-43e2-8a68-4a22ec513c34 gateway port host: dv-cinder-768592-9-iscsi {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:30.004429 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.061350 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Deleting port 4c06a119-5fbf-4daa-97cf-17018ce9864a {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:30.061713 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.109627 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'external_fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T08:03:28Z', 'revision_number': 5, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port': {'id': '4c06a119-5fbf-4daa-97cf-17018ce9864a', 'name': '', 'network_id': '07818c32-1384-4f51-b81c-c793d34cd6ca', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:e0:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '825da655-1597-43e2-8a68-4a22ec513c34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 668, 'fixed_ips': [{'subnet_id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768592-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T07:56:25Z', 'updated_at': '2021-07-05T07:56:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0376f2c-65dc-4137-94fd-38c0336a4347', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768592-9-iscsi'}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:30.136961 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] Checking router: 825da655-1597-43e2-8a68-4a22ec513c34 for host: dv-cinder-768592-9-iscsi {{(pid=99355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 08:03:30.144766 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] For port 4c06a119-5fbf-4daa-97cf-17018ce9864a, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=4c06a119-5fbf-4daa-97cf-17018ce9864a,segment=NetworkSegment(e09c877e-3d6e-484d-95c7-10ded31955dc),segment_id=e09c877e-3d6e-484d-95c7-10ded31955dc)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:30.145529 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.147494 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] Routers {'825da655-1597-43e2-8a68-4a22ec513c34'} bound to L3 agent in host dv-cinder-768592-9-iscsi {{(pid=99355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 08:03:30.148308 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768592-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T07:40:19Z,description=,heartbeat_timestamp=2021-07-05T08:03:19Z,host='dv-cinder-768592-9-iscsi',id=24f5a1c4-039c-4a36-bef3-5c621cdb1eb7,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T07:40:19Z,topic='l3_agent')) {'router_ids': ['825da655-1597-43e2-8a68-4a22ec513c34'], 'active': True} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:30.160065 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Calling delete_port for 4c06a119-5fbf-4daa-97cf-17018ce9864a owned by network:router_gateway {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:30.245333 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_dvr_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] Set router 825da655-1597-43e2-8a68-4a22ec513c34 gateway port host: None {{(pid=99355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 08:03:30.299727 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.l3_hamode_db [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T08:03:30Z', 'revision_number': 6, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port_host': None}], 'dv-cinder-768592-9-iscsi', False) {} {{(pid=99355) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:30.324830 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.325853 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432bb106-dd78-4ea1-94e5-4a38fa9452c4 None None] The sync data for ids ['825da655-1597-43e2-8a68-4a22ec513c34'] in dv-cinder-768592-9-iscsi is: [{'id': '825da655-1597-43e2-8a68-4a22ec513c34', 'name': 'tempest-TestVolumeBootPattern-1662075240-router', 'tenant_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T07:56:24Z', 'updated_at': '2021-07-05T08:03:30Z', 'revision_number': 6, 'project_id': '1b1240ba379c48ef8cf2097a313ea7c1', 'gw_port_host': None}] {{(pid=99355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 08:03:30.353142 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Pushing event deleted for resources: {'Port': ['ID=4c06a119-5fbf-4daa-97cf-17018ce9864a,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:30.415667 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-555444'] for router_gateway, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.506245 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-525824', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42502'] for router, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.508259 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.554309 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-526992'] for router, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.555146 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 825da655-1597-43e2-8a68-4a22ec513c34 {{(pid=99353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 08:03:30.560101 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] Notify callbacks [] for router, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.561265 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-0dafe81e-cb08-4b8e-b419-6db0d7ef4e3c admin admin] 10.222.0.30 "DELETE /v2.0/routers/825da655-1597-43e2-8a68-4a22ec513c34 HTTP/1.1" status: 204 len: 168 time: 0.7745748 Jul 05 08:03:30.564415 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58962) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:30.607616 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] Deleting subnet 03695a26-fb4e-471b-9ec7-86302d7d841d {{(pid=99353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 08:03:30.611378 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.644744 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25609117'] for subnet, precommit_delete_associations {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.724609 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:03:30.730559 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1404737'] for subnet, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.784308 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1404744', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26214485', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26334631'] for subnet, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.810911 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03695a26-fb4e-471b-9ec7-86302d7d841d,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:30.814146 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.816053 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-ebf17061-bd9f-4b45-9fad-29d06526db54 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/03695a26-fb4e-471b-9ec7-86302d7d841d HTTP/1.1" status: 204 len: 168 time: 0.2507205 Jul 05 08:03:30.818742 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58964) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:30.822603 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95d292-a14e-4064-a386-82f1e31dad32 None None] Network 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a requested from dv-cinder-768592-9-iscsi {{(pid=99354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 08:03:30.886355 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1819452'] for network, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:30.944650 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Deleting port ca18c889-f768-4553-b46f-fdab1910ef63 {{(pid=99353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:30.944993 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.013208 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.db [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] For port ca18c889-f768-4553-b46f-fdab1910ef63, host dv-cinder-768592-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768592-9-iscsi',level=0,port_id=ca18c889-f768-4553-b46f-fdab1910ef63,segment=NetworkSegment(887f0feb-7f12-48fa-99a2-8dd1a4ad5531),segment_id=887f0feb-7f12-48fa-99a2-8dd1a4ad5531)] {{(pid=99353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:31.013482 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.026945 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.plugin [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Calling delete_port for ca18c889-f768-4553-b46f-fdab1910ef63 owned by network:dhcp {{(pid=99353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:31.088943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] DHCP port deletion for 7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a request from dv-cinder-768592-9-iscsi {{(pid=99354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 08:03:31.124419 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26214511'] for port, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.141089 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Deleting port ca18c889-f768-4553-b46f-fdab1910ef63 {{(pid=99354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 08:03:31.141590 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757126503388'] for port, before_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.152818 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] No DVR routers for this DVR port ca18c889-f768-4553-b46f-fdab1910ef63 on host dv-cinder-768592-9-iscsi {{(pid=99353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 08:03:31.158475 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca18c889-f768-4553-b46f-fdab1910ef63,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:31.209487 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.db [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] For port ca18c889-f768-4553-b46f-fdab1910ef63, host dv-cinder-768592-9-iscsi, got binding levels [] {{(pid=99354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 08:03:31.209879 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-552179'] for port, precommit_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.225413 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Calling delete_port for ca18c889-f768-4553-b46f-fdab1910ef63 owned by network:dhcp {{(pid=99354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 08:03:31.228369 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.ipam_backend_mixin [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Port ca18c889-f768-4553-b46f-fdab1910ef63 was not found and therefore no delete operation was performed {{(pid=99354) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 08:03:31.229674 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1736494', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-38358', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-534433', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757126512406', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757125956846'] for port, after_delete {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.234131 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1401556', 'neutron.services.segments.db._delete_segments_for_network-8757126488158'] for network, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.246613 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a']}} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:31.254326 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Pushing event deleted for resources: {'Port': ['ID=ca18c889-f768-4553-b46f-fdab1910ef63,revision_number=None']} {{(pid=99354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:31.257212 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '887f0feb-7f12-48fa-99a2-8dd1a4ad5531') {'for_net_delete': True} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:31.257508 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.services.segments.db [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '887f0feb-7f12-48fa-99a2-8dd1a4ad5531') {} {{(pid=99353) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 08:03:31.259206 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] No DVR routers for this DVR port ca18c889-f768-4553-b46f-fdab1910ef63 on host dv-cinder-768592-9-iscsi {{(pid=99354) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 08:03:31.265943 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.266320 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.266692 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.267034 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.267279 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757126454402', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25609098'] for segment, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.267385 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.267703 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.268037 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.268375 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.268707 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.269033 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.269365 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.269690 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bef9b0f-7a74-439c-950a-d2b77a1c64e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768592-9-iscsi {{(pid=99354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 08:03:31.287683 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208'] for segment, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.294113 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=99353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 08:03:31.294639 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406208', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26214576'] for segment, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: Traceback (most recent call last): Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: timer() Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: cb(*args, **kw) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: return func(*args, **kwargs) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: self._notify() Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: self.callback(batched_events) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: event.method(event) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: return f(self, *a, **k) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._get(url).json() Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: return self.request(url, 'GET', **kwargs) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 08:03:31.296830 dv-cinder-768592-9-iscsi neutron-server[99353]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 08:03:31.356639 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1401567', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-534488', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-555408'] for network, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.362797 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-534455'] for network, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.364678 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] 10.222.0.30 "DELETE /v2.0/networks/7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a HTTP/1.1" status: 204 len: 168 time: 0.5450826 Jul 05 08:03:31.376254 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aef9e8c-4788-47a3-8e7a-6fd34af4f44e admin admin] Pushing event deleted for resources: {'Network': ['ID=7ba7f2d8-922e-4dcf-be0f-522e32ea4b1a,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:31.483808 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58968) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:31.523428 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-4210fa04-c943-4832-bea1-71146e228d8e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20fdc80e8f2143d5826264fad65315fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378370 Jul 05 08:03:31.525822 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58970) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:31.574739 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f363672a-48f7-44fd-b680-2bdd891caa20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.596289 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f363672a-48f7-44fd-b680-2bdd891caa20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.647104 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f363672a-48f7-44fd-b680-2bdd891caa20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.649553 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-f363672a-48f7-44fd-b680-2bdd891caa20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:31.650843 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-f363672a-48f7-44fd-b680-2bdd891caa20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/238e8960-e632-4eab-860f-bd08a19d227a HTTP/1.1" status: 204 len: 168 time: 0.1239846 Jul 05 08:03:31.658728 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363672a-48f7-44fd-b680-2bdd891caa20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238e8960-e632-4eab-860f-bd08a19d227a,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:31.958100 dv-cinder-768592-9-iscsi neutron-server[99352]: DEBUG neutron.wsgi [-] (99352) accepted ('10.222.0.30', 58976) {{(pid=99352) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:31.999992 dv-cinder-768592-9-iscsi neutron-server[99352]: INFO neutron.wsgi [None req-b9c82b2e-c05e-4c09-b1a4-721c77259aba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1b1240ba379c48ef8cf2097a313ea7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0399921 Jul 05 08:03:32.002602 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [-] (99353) accepted ('10.222.0.30', 58978) {{(pid=99353) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 08:03:32.050954 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-86bdc82d-d4d5-4a1d-96ab-774752a645cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:32.055293 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device ca18c889-f768-4553-b46f-fdab1910ef63 no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:32.072665 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-86bdc82d-d4d5-4a1d-96ab-774752a645cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:32.074804 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: ca18c889-f768-4553-b46f-fdab1910ef63 {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:32.075145 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device ca18c889-f768-4553-b46f-fdab1910ef63 not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:32.075560 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 1d26b3b2-a59a-4195-83a3-d881dfbd583c no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:32.096637 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 1d26b3b2-a59a-4195-83a3-d881dfbd583c {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:32.096977 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 1d26b3b2-a59a-4195-83a3-d881dfbd583c not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:32.097412 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4c06a119-5fbf-4daa-97cf-17018ce9864a no longer exists at agent ovs-agent-dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 08:03:32.117017 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.plugin [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] No Port match for: 4c06a119-5fbf-4daa-97cf-17018ce9864a {{(pid=99354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 08:03:32.117405 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron.plugins.ml2.rpc [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Device 4c06a119-5fbf-4daa-97cf-17018ce9864a not bound to the agent host dv-cinder-768592-9-iscsi {{(pid=99354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 08:03:32.120284 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-86bdc82d-d4d5-4a1d-96ab-774752a645cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-706626'] for security_group, after_delete {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:32.123263 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron_lib.callbacks.manager [None req-86bdc82d-d4d5-4a1d-96ab-774752a645cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=99353) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:32.125215 dv-cinder-768592-9-iscsi neutron-server[99353]: INFO neutron.wsgi [None req-86bdc82d-d4d5-4a1d-96ab-774752a645cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/439ded99-11d0-4a08-a7a9-b42411db8bcb HTTP/1.1" status: 204 len: 168 time: 0.1213868 Jul 05 08:03:32.133000 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bdc82d-d4d5-4a1d-96ab-774752a645cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439ded99-11d0-4a08-a7a9-b42411db8bcb,revision_number=None']} {{(pid=99353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 08:03:46.407059 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-5246472f-3b4d-4cd0-b382-d094d2e63bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:49.057367 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-38c9048b-30d1-479a-a3c0-63e242bd35d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:49.320616 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:49.553833 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:50.198973 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:03:51.805660 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:07.724166 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:04:16.407495 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-4e0ed38d-9334-4ce9-aa23-a9085c87b961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:19.057456 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-50c7b6ad-9752-4776-ad94-7dd6aef24dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:19.322114 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:19.550442 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:20.202744 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:21.808208 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:44.723436 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:04:46.408486 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-72dbec75-a40c-45da-9955-a587ed2cd489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:49.059316 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-44c512fc-0ce7-45a2-9e9a-f387cdaf3150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:49.322779 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:49.551757 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:50.205306 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:04:51.810045 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:16.408582 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-e2939960-e11f-43e3-b33a-1b3cfbfb0dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:19.062643 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-47402bd3-ff26-4835-801c-3ef14c17994f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:19.322854 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:19.550731 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:20.207951 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:21.723124 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:05:21.815785 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:46.409002 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c79a6239-378f-4c3b-8c88-d8f6d8bc2053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:48.320125 dv-cinder-768592-9-iscsi neutron-server[99353]: DEBUG neutron.wsgi [req-21c061e9-dddc-4436-9dd1-27f1ab966151 req-e58df530-9194-4534-bdce-104fcc187dc4 service neutron] (99353) timed out ('10.222.0.24', 58108) {{(pid=99353) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 08:05:49.065739 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-145102e7-55bb-4a6e-b32f-2380aa637a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:49.330604 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:49.552173 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:50.211238 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:51.819385 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:05:58.721227 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:06:16.409121 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-c3d608e3-2be0-41dc-a976-e77d327f3722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:19.067047 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-fd511031-966d-41f7-802b-77937903d6a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:19.322512 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:19.563563 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:20.213151 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:21.820586 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:35.720322 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:06:46.410292 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-2ac85482-8fda-4098-8853-e13b8ea1c43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:49.069054 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-71f3bc51-3c64-4db1-a280-07dc83cc8bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:49.328247 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:49.576276 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:50.215468 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:06:51.818671 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:12.719120 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:07:16.411025 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-760aa7fc-404b-4ab5-84dc-1027fcc9489c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:19.069185 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-0b192e36-1f03-4a77-b584-7bdc1560dcb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:19.324709 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:19.594589 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:20.218245 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:21.818588 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:46.412575 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-4c75f91d-7071-4365-95d9-208ce5d37792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:49.070523 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-67f3a817-af76-4b83-8d12-c0c88f266310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:49.317260 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:49.595484 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:49.722910 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 08:07:50.222000 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:07:51.821066 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:08:16.413527 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-8964635f-8c2d-4555-9024-25e565418f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:08:19.070511 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-66458023-704d-49c5-8651-a31ff64a9012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:08:19.319003 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-99a0821d-3a86-4e54-9040-6c4a54e88f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:08:19.609856 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-3960d4c6-4028-4e36-9546-537aef516d54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:08:20.224296 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-75128ae2-0c92-40f6-a69d-089a6442278e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:08:21.823347 dv-cinder-768592-9-iscsi neutron-server[99354]: DEBUG neutron_lib.callbacks.manager [None req-b2ae489a-40b8-44d6-be15-07c9d241e886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757126488140', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1398942'] for agent, after_update {{(pid=99354) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 08:08:26.721695 dv-cinder-768592-9-iscsi neutron-server[99355]: DEBUG neutron.db.agents_db [None req-e7e3e47e-fc70-4de3-899d-c8af2a8e5ad4 None None] Agent healthcheck: found 6 active agents {{(pid=99355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}